notebooks for analyzing/evaluations and minor updates to other notebooks

README.md

@@ -3,7 +3,9 @@ This Repository contains a folder called avalanche which is basically a fork fro
 https://github.com/ContinualAI/avalanche
 
 The camera trap data and the way it was handled is described. The corresponding jupyter notbook is found in scripts/jupyter-notebooks/data_stream_creation.ipynb
-The scripts/jupyter-notebooks/introduction_to_avalanche.ipynb was written to explain the avalanche framework and the extensions I made. 
+The scripts/jupyter-notebooks/introduction_to_avalanche.ipynb was written to explain the avalanche framework and the extensions I made.
+Finally two scripts for evaluations were used: analyzing_results.ipynb & metric_results:dictionary.ipynb
+
 
 After cloning the package, create a new envionrment with python 3.8:
 

scripts/jupyter_notbooks/.ipynb_checkpoints/data_stream_creation-checkpoint.ipynb

@@ -18,6 +18,15 @@
     "import datetime"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Datastream Creation\n",
+    "This notebook was used to create the datasteams and look at distributions. \n",
+    "Pleas also see the data/README.md file for further detail on how the data was used. \n"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,
@@ -508,7 +517,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 22,
+   "execution_count": 23,
    "metadata": {
     "scrolled": true
    },
@@ -517,8 +526,6 @@
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/home/boehlke/programs/anaconda3/envs/ava-cl2/lib/python3.8/site-packages/IPython/core/interactiveshell.py:3417: DtypeWarning: Columns (9) have mixed types.Specify dtype option on import or set low_memory=False.\n",
-      "  exec(code_obj, self.user_global_ns, self.user_ns)\n",
       "<ipython-input-21-a3c92e321f12>:52: FutureWarning: The default value of regex will change from True to False in a future version.\n",
       "  data['crop_file'] =data['file'].str.replace('.JPG', '.JPG___crop00_mdv4.1.jpg')\n"
      ]
@@ -576,18 +583,18 @@
     "exp_size=128\n",
     "\n",
     "# -- For Caltech Cameratrap Data use this Block ---\n",
-    "#dest_path =  data_dir_path+ 'data_stream_files/Caltech_stream_files/'\n",
-    "#all_data_MD = pd.read_csv( data_dir_path+ 'raw_data_csv_files/all_data_Caltech.csv')\n",
-    "#all_data_MD = filter_bw_data(md_threshold=0.9, only_species=True)\n",
-    "#all_data_MD_seq_wise = all_data_MD.drop_duplicates(subset='series_code', ignore_index=True)\n",
-    "#caltech=True\n",
-    "\n",
-    "# -- For Bavarian Forest Data use this Block ---\n",
-    "dest_path =  data_dir_path+ 'data_stream_files/BW_stream_files/'\n",
-    "all_data_MD = pd.read_csv( data_dir_path+ 'raw_data_csv_files/all_data_MD.csv')\n",
+    "dest_path =  data_dir_path+ 'data_stream_files/Caltech_stream_files/'\n",
+    "all_data_MD = pd.read_csv( data_dir_path+ 'raw_data_csv_files/all_data_Caltech.csv')\n",
     "all_data_MD = filter_bw_data(md_threshold=0.9, only_species=True)\n",
     "all_data_MD_seq_wise = all_data_MD.drop_duplicates(subset='series_code', ignore_index=True)\n",
-    "caltech=False\n",
+    "caltech=True\n",
+    "\n",
+    "# -- For Bavarian Forest Data use this Block ---\n",
+    "#dest_path =  data_dir_path+ 'data_stream_files/BW_stream_files/'\n",
+    "#all_data_MD = pd.read_csv( data_dir_path+ 'raw_data_csv_files/all_data_MD.csv')\n",
+    "#all_data_MD = filter_bw_data(md_threshold=0.9, only_species=True)\n",
+    "#all_data_MD_seq_wise = all_data_MD.drop_duplicates(subset='series_code', ignore_index=True)\n",
+    "#caltech=False\n",
     "\n",
     "                          \n",
     "nr_cut_off_classes = 0 \n",

scripts/jupyter_notbooks/data_stream_creation.ipynb

@@ -18,6 +18,15 @@
     "import datetime"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Datastream Creation\n",
+    "This notebook was used to create the datasteams and look at distributions. \n",
+    "Pleas also see the data/README.md file for further detail on how the data was used. \n"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 2,

scripts/jupyter_notbooks/introduction_to_avalanche.ipynb

@@ -12,18 +12,9 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "/home/boehlke/programs/anaconda3/envs/ava-test5/lib/python3.8/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
-      "  from .autonotebook import tqdm as notebook_tqdm\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "import os\n",
     "import pickle as pkl\n",
@@ -220,9 +211,21 @@
   },
   {
    "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 1,
    "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "ename": "NameError",
+     "evalue": "name 'np' is not defined",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
+      "Input \u001b[0;32mIn [1]\u001b[0m, in \u001b[0;36m<cell line: 3>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;66;03m# In many continuous learning applications, a model should learn different 'tasks' (groups of classes).\u001b[39;00m\n\u001b[1;32m      2\u001b[0m \u001b[38;5;66;03m# In our case this is not relavant, so all pieces of data belong to the same task: 0\u001b[39;00m\n\u001b[0;32m----> 3\u001b[0m task_labels \u001b[38;5;241m=\u001b[39m \u001b[43mnp\u001b[49m\u001b[38;5;241m.\u001b[39mzeros((\u001b[38;5;241m1\u001b[39m,\u001b[38;5;28mlen\u001b[39m(train_stream)))\u001b[38;5;241m.\u001b[39mastype(\u001b[38;5;28mint\u001b[39m)\u001b[38;5;241m.\u001b[39mtolist()[\u001b[38;5;241m0\u001b[39m] \n\u001b[1;32m      5\u001b[0m \u001b[38;5;66;03m# generic_scenario = ava.benchmarks.scenarios.generic_benchmark_creation.create_generic_benchmark_from_paths(...\u001b[39;00m\n\u001b[1;32m      6\u001b[0m \u001b[38;5;66;03m# calls the same funciton as:\u001b[39;00m\n\u001b[1;32m      7\u001b[0m scenario \u001b[38;5;241m=\u001b[39m ava\u001b[38;5;241m.\u001b[39mbenchmarks\u001b[38;5;241m.\u001b[39mpaths_benchmark(\n\u001b[1;32m      8\u001b[0m    train_stream_without_seq,\n\u001b[1;32m      9\u001b[0m    [test_stream_without_seq],  \n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m     15\u001b[0m    common_root \u001b[38;5;241m=\u001b[39m images_root\n\u001b[1;32m     16\u001b[0m )\n",
+      "\u001b[0;31mNameError\u001b[0m: name 'np' is not defined"
+     ]
+    }
+   ],
    "source": [
     "# In many continuous learning applications, a model should learn different 'tasks' (groups of classes).\n",
     "# In our case this is not relavant, so all pieces of data belong to the same task: 0\n",
@@ -252,6 +255,8 @@
     "# Then the eval function is called on the test stream. This function could also be called on the train stream,\n",
     "# which would evaluate all metrics on the entire train stream and might take a long time, since the train stream\n",
     "# is three times as large as the test_stream. \n",
+    "# This will take some time to run through, it does not need to be completed for further use.\n",
+    "# This is just for demonstartion purposes.\n",
     "\n",
     "number_workers = 4\n",
     "cl_strategy = naive_strategy # or cumulative_strategy\n",
@@ -563,6 +568,7 @@
     "    cl_strategy.train(experience, num_workers=number_workers)\n",
     "    print('Training completed')\n",
     "    #cl_strategy.eval(scenario.train_stream, num_workers=number_workers)\n",
+    "    \n",
     "    print('Computing accuracy on the whole test set')\n",
     "    cl_strategy.eval(scenario.test_stream, num_workers=number_workers, last_eval= last_eval)"
    ]

scripts/jupyter_notbooks/metric_results_dictionary.ipynb

@@ -0,0 +1,3652 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 1,
+   "id": "727b257d",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/boehlke/programs/anaconda3/envs/ava-test4/lib/python3.8/site-packages/tqdm/auto.py:22: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "source": [
+    "import os\n",
+    "import numpy as np \n",
+    "import pandas as pd\n",
+    "from pathlib import Path\n",
+    "import glob\n",
+    "import pickle as pkl\n",
+    "import matplotlib.pyplot as plt\n",
+    "import random\n",
+    "import scipy\n",
+    "import torch\n",
+    "import io\n",
+    "from scipy import signal"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "id": "c06c5e5c",
+   "metadata": {},
+   "source": [
+    "## All Metrics For All Experiments Dictionary\n",
+    " The results dict created with many ufly loops and conditions in this notebook should contain all results for all experiments conducted. \n",
+    " It is structured as follows \\[memory filling strategy\\]\\[shuffled_or_not\\]\\[dataratio\\]\\[epoch\\]\\[rehearsal method\\]\n",
+    " \n",
+    "I suggest just looking at the subdictionaries' keys() to see the possible options\n",
+    "\n",
+    "Below there is a function, that when called prints latex tabular statements to kickstart the generation of a latex table. It probably needs to be fomrated still. "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "2d02d0ff",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# for example\n",
+    "results_dict['inf']['shuffled_']['8.0']['5']['cf']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 7,
+   "id": "46c8ff41",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "res_root = '/home/boehlke_data/'"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 65,
+   "id": "e3a34dc2",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "38"
+      ]
+     },
+     "execution_count": 65,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "data_ratios = ['2.0','8.0']\n",
+    "epochs = ['5', '3'] # ,'6', '9','15','27','40']\n",
+    "\n",
+    "cv_splits = ['0', '1', '2', '3', '4']\n",
+    "shuffled = ['', 'shuffled_']\n",
+    "strategies = ['naive', 'joint', 'ce', 'cf', 'rr', 'mir', 'wce', 'feo','fe', 'cefa', 'ce_temp']\n",
+    "memory_filling_strategies = ['inf', 'stdrs', 'cbrs']\n",
+    "mem_sizes = ['0.1', '0.25']\n",
+    "temperatures = ['0.1','0.2','0.3']\n",
+    "sigmas = ['1.5', '3.0', '6.0','9.0']\n",
+    "wce_n_history = ['6','12','18']\n",
+    "metrics =['ClassTop_1AvgAcc_Stream',' ClassTop_2AvgAcc_Stream',\n",
+    "          'SummerClassTop_1AvgAcc_Stream','WinterClassTop_1AvgAcc_Stream',\n",
+    "          'Top_1Acc_Stream','SummerTop_1Acc_Stream','WinterTop_1Acc_Stream',\n",
+    "          'SeqTop_1Acc_Stream','SeqMAXAcc_Stream','SummerSeqTop_1Acc_Stream',\n",
+    "          'WinterSeqTop_1Acc_Stream','SeqClassTop_1AvgAcc_Stream',\n",
+    "          'SeqClassAvgMAXAcc_Stream','SummerSeqClassTop_1Acc_Stream',\n",
+    "          'WinterSeqClassTop_1Acc_Stream','SeqAnyAcc_Stream',\n",
+    "          'Cls0','Cls1','Cls2','Cls3','Cls4','Cls5','Cls6','Cls7','Cls8','Cls9',\n",
+    "          'Cls10','SeqCls0','SeqCls1','SeqCls2','SeqCls3','SeqCls4','SeqCls5',\n",
+    "          'SeqCls6','SeqCls7','SeqCls8','SeqCls9','SeqCls10']\n",
+    "\n",
+    "\n",
+    "#strategy = 'rehersal_ce_dataratio'+dr+'_ep'+ep+'_ne5/'\n",
+    "#cv_split = 'cv'+cv+'_expsize128_crop/'\n",
+    "len(metrics)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 942,
+   "id": "79f9b045",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-17_16-09-23-60/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-18_10-21-23-83/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-19_04-31-40-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-05-19_23-28-53-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-08-18_14-53-44-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-26-05-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-20-00-63/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-27-56-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-49-01-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-19_03-28-12-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_02-25-34-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_20-57-26-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-18_23-31-49-91/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_07-01-19-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_18-41-24-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_11-03-46-27/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_14-15-54-43/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_17-24-00-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-20_20-43-30-13/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-15_11-49-16-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-15_18-38-04-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_01-46-11-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_08-40-56-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_13-39-33-13/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_22-46-24-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_07-57-52-27/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_17-04-06-68/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-12_15-55-27-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-14_00-20-58-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-15_08-09-41-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-16_16-26-40-64/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/gen_csvlogs_2022-08-18_12-21-42-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_17-06-44-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-17_17-18-21-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_20-13-15-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_23-25-46-85/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-07-11_17-57-41-87/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-12_16-30-02-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_15-47-31-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_00-30-52-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_08-14-27-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-32-31-90/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-18-12-04/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_09-25-00-54/_test_stream.csv']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_23-07-31-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-14-01-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-27-56-49/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_15-28-53-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_22-09-34-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_04-03-42-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-35-47-49/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_00-57-30-50/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_00-32-39-11/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_08-24-01-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-17_16-09-23-60/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-18_10-21-23-83/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep5_ne5/gen_csvlogs_2022-05-19_04-31-40-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-05-19_23-28-53-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep5_ne100/gen_csvlogs_2022-08-18_14-53-44-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-42-32-21/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_18-36-56-42/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-52-05-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_19-03-12-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-19_14-00-29-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-51-35-88/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-52-53-23/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-55-19-28/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-19_16-56-05-41/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-09_13-59-15-28/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_19-06-44-17/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_03-39-49-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_12-19-03-56/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_21-23-04-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-16_22-35-59-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_10-04-33-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_21-57-25-70/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-18_17-49-47-87/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-11-42-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_04-29-41-28/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_17-43-58-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-21_07-36-39-98/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_00-58-10-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_18-16-58-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-09_14-57-20-47/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_01-59-25-13/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_18-50-11-64/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-29_20-02-16-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_05-29-16-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_13-12-49-44/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-06-30_22-06-02-78/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_15-36-07-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_00-38-43-41/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_11-36-46-26/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-23_22-42-09-73/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-24_09-54-05-03/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-12_11-24-31-50/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-31_12-30-41-41/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-12_15-55-27-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-14_00-20-58-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-15_08-09-41-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_ep3_ne5/gen_csvlogs_2022-05-16_16-26-40-64/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_ep3_ne100/gen_csvlogs_2022-08-18_12-21-42-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-37-56-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-20-58-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-39-44-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-54-11-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-19_06-28-51-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-13_23-59-08-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_09-51-21-59/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_19-57-50-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-15_06-03-20-86/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_15-28-23-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_08-15-48-29/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-16_10-29-25-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-05-18_23-00-27-35/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-05-19_04-37-21-18/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_15-32-05-03/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_15-58-21-24/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_00-36-49-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_09-21-29-54/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_18-07-21-09/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_rr_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_09-54-45-21/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_00-23-46-60/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_13-41-25-54/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_03-24-39-59/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_17-17-29-54/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_mir_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_22-28-57-60/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-27-57-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_11-37-29-50/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-28_15-05-27-95/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-09-15-70/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-33-02-29/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-28-03-70/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_11-38-27-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-28-51-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_05-20-20-30/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_01-02-26-72/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_22-23-48-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-29_01-59-14-54/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_05-04-29-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_01-01-25-31/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_22-25-26-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_05-37-09-24/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_05-09-35-11/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-40-17-26/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_00-47-47-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_04-54-27-39/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-15_01-16-09-72/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-06_20-40-27-08/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_08-16-31-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_20-22-18-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_21-13-48-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_12-17-49-66/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-28_14-59-21-79/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-28_22-16-39-50/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-29_05-27-14-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-06-29_12-39-25-96/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-10_06-15-53-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_14-18-50-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-21_22-55-40-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_07-13-46-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-22_15-37-39-72/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_08-18-03-09/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-45-59-44/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-36-57-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_19-03-37-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_09-56-56-66/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-39-21-52/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_15-07-51-49/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-38-17-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-41-13-82/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_21-03-41-05/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_12-32-21-41/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-25_20-42-51-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_16-57-06-01/_test_stream.csv']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-59-23-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_17-33-44-08/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_19-59-32-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_01-24-06-86/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_19-23-47-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-19_21-45-09-36/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-20_01-10-05-31/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-08-18_16-23-44-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-26-05-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-20-00-63/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-17_17-27-56-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-18_10-49-01-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep15_ne100/gen_csvlogs_2022-08-19_03-28-12-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_08-37-19-45/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-16_17-29-56-44/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_02-29-57-40/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep5_ne5/gen_csvlogs_2022-05-17_11-18-46-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_04-16-43-52/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_10-54-02-05/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_18-44-19-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_02-19-23-46/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_05-49-35-78/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_14-16-30-39/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-16_23-02-15-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_07-33-49-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_06-29-49-08/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-17_15-59-51-78/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne10/gen_csvlogs_2022-05-18_01-53-43-82/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep5_ne100/gen_csvlogs_2022-05-18_15-05-10-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-13_08-07-07-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-14_16-11-15-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-16_00-10-55-14/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-17_09-27-28-32/_test_stream.csv']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/2022-05-17_09-43-41-09_after_exp0_test_confusion_data_dict.pkl']\n",
+      "/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/*exp*_test_confusion_data_dict.pkl\n",
+      "res_pkl not found? \n",
+      "cv3_expsize128_crop/naive_shuffled_ep3_ne\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/gen_csvlogs_2022-08-18_13-35-48-34/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_17-06-44-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-17_17-18-21-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_20-13-15-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-05-12_23-25-46-85/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep9_ne5/gen_csvlogs_2022-07-11_17-57-41-87/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_16-11-43-17/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-12_16-29-18-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-18_16-34-26-70/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_00-46-07-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio2.0_ep3_ne5/gen_csvlogs_2022-05-13_08-38-59-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-33-53-45/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-18_16-30-48-72/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_00-08-49-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_07-35-30-35/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_16-14-20-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_15-46-01-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_23-36-33-30/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_06-47-51-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-12_17-49-21-55/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne100/gen_csvlogs_2022-05-19_02-24-37-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_02-07-16-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio2.0_ep3_ne10/gen_csvlogs_2022-05-13_10-22-55-45/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_01-24-06-86/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep5_ne5/gen_csvlogs_2022-05-18_19-23-47-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-19_21-45-09-36/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-05-20_01-10-05-31/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep5_ne100/gen_csvlogs_2022-08-18_16-23-44-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-42-32-21/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_18-36-56-42/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_01-52-05-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-18_19-03-12-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep40_ne100/gen_csvlogs_2022-08-19_14-00-29-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_02-45-15-47/_test_stream.csv', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-18_16-17-05-29/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_02-49-24-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_10-08-16-71/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-20_05-44-46-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-10_03-52-03-64/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-17_19-30-17-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-18_19-50-40-43/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-39-52-90/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_09-05-30-41/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne10/gen_csvlogs_2022-05-18_00-51-41-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_18-59-18-31/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_06-07-39-57/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_17-22-28-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-19_15-36-52-96/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_06-39-56-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-20_22-12-19-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep5_ne100/gen_csvlogs_2022-05-21_13-58-08-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-06_14-19-04-93/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-07_08-19-55-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-08_12-04-47-47/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-11_15-50-56-18/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_09-18-07-36/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_02-50-10-09/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_13-40-27-05/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_01-19-41-09/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_12-28-28-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_23-59-52-49/_test_stream.csv', '/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_01-27-48-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-18_06-35-28-63/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-18_20-34-14-80/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-19_10-15-57-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-06-20_00-42-17-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-16-21-87/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep5_ne5/gen_csvlogs_2022-05-31_23-09-58-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-13_08-07-07-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-14_16-11-15-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-16_00-10-55-14/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/', '/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/gen_csvlogs_2022-05-17_09-27-28-32/_test_stream.csv']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/2022-05-17_09-43-41-09_after_exp0_test_confusion_data_dict.pkl']\n",
+      "/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/naive_shuffled_ep3_ne5/*exp*_test_confusion_data_dict.pkl\n",
+      "res_pkl not found? \n",
+      "cv3_expsize128_crop/naive_shuffled_ep3_ne\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/naive_shuffled_ep3_ne100/gen_csvlogs_2022-08-18_13-35-48-34/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-37-56-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-20-58-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-17_20-39-44-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-18_13-54-11-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/joint_ep27_ne100/gen_csvlogs_2022-08-19_06-28-51-62/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_00-41-08-46/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_11-39-46-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-14_22-39-51-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-15_09-56-29-98/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_01-53-14-20/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_21-16-49-25/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_07-46-07-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_18-43-35-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_05-53-30-11/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cf_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_23-18-52-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-13_21-24-33-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_08-28-05-80/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_19-48-15-12/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_07-05-51-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_rr_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_15-47-17-17/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_02-55-12-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-14_17-30-58-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-15_08-43-36-85/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne10/gen_csvlogs_2022-05-16_00-04-40-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/rr_ce_cf_mir_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_mir_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-10_07-39-12-23/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_10-23-16-67/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-29_12-59-21-53/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-23_08-55-12-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-01-14-68/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-17-41-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-40-26-55/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-43-50-89/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_09-57-07-39/_test_stream.csv', '/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-23_09-05-41-14/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-01-46-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-02-06-46/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-10_08-52-55-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-11_16-37-58-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_11-24-31-11/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-02-23-28/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_22-45-15-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_03-36-08-13/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_16-15-14-37/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-18_12-20-42-87/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-03-09-83/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_23-15-06-59/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_16-20-37-49/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_16-07-18-05/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma1.5_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_12-43-47-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg6_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_12-47-20-33/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma3.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_00-46-12-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg12_sigma6.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_16-38-21-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "[]\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/wce_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_wce_navg18_sigma9.0_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-14_16-07-02-29/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-06_13-55-42-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_01-33-44-58/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-07_13-17-35-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-08_12-04-28-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/feo_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_feo_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_04-03-54-26/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-11_16-15-50-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-11_23-22-36-35/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_06-10-16-25/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_12-59-25-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/']\n",
+      "['/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-12_20-22-03-45/_test_stream.csv', '/home/boehlke_data/fe_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_fe_dataratio8.0_ep3_ne100/gen_csvlogs_2022-07-09_20-30-30-34/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-16_14-32-32-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_00-54-58-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_10-26-33-54/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-06-17_20-32-51-91/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/cefa_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_cefa_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-08_16-50-05-65/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_23-30-06-49/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_06-58-30-01/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_05-26-16-96/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-08-15_11-47-09-23/_test_stream.csv', '/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-48-04-69/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_05-26-19-98/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_23-43-27-79/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-31_00-24-26-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_07-44-24-73/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_08-09-41-74/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-30_13-48-59-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-26_05-29-15-27/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-05-27_02-13-14-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.1_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-09_07-53-29-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.2_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-12_06-01-36-15/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/']\n",
+      "['/home/boehlke_data/ce_temp_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_shuffled_ce_temp0.3_dataratio8.0_ep3_ne5/gen_csvlogs_2022-07-13_08-22-28-22/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-42-04/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-28_14-30-12-24/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-30_22-15-03-19/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-08-04/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_02-04-55-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-37-53-68/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_10-04-43-49/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-18_11-48-20-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_12-16-32-81/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_19-05-05-30/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-26_18-38-43-83/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-07_18-33-22-73/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-29_02-41-34-04/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_09-45-03-40/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-31_08-47-51-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_13-15-55-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_13-37-04-37/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_06-06-32-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_23-29-10-70/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-17_17-39-47-84/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_23-43-45-66/_test_stream.csv', '/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_06-49-17-93/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_09-16-56-43/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_06-07-12-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-29_10-42-57-66/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-31_18-11-07-13/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-04_12-33-36-33/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_00-11-35-24/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-27_14-40-21-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_10-05-23-99/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_18-54-45-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_10-07-08-73/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_18-52-30-86/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_16-24-40-10/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-05_18-51-43-26/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_13-07-44-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-17_17-28-57-00/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-18_09-50-28-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-05_18-56-19-14/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-08_18-07-08-32/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_02-44-34-25/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-08_19-01-06-30/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-06_04-44-16-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-09_00-52-41-25/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-30_03-36-58-81/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-01_12-13-56-68/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_06-05-22-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_18-31-09-53/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_10-19-25-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_08-12-57-47/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_16-25-35-46/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_11-24-34-12/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_22-01-19-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-09_14-10-03-33/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-30_14-16-40-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-02_01-53-21-44/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-05_17-41-17-21/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-08_09-43-23-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-06_23-54-03-47/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_00-13-46-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_03-49-36-18/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_03-25-25-06/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-07_10-26-50-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/stdrs_results/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-08-10_04-54-17-18/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_stdrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_10-54-33-30/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_10-55-46-96/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_02-39-27-36/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-24_04-37-29-10/_test_stream.csv']\n",
+      "[]\n",
+      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/*exp*_test_confusion_data_dict.pkl\n",
+      "res_pkl not found? \n",
+      "cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-11-56-92/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_01-54-11-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-14-47-74/_test_stream.csv']\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_06-36-55-90/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-15_14-09-51-85/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-20-13-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-11_17-22-56-43/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-07-18_12-53-01-14/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-22_21-40-28-48/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-22_21-47-12-64/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_11-24-45-92/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_06-58-02-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_01-06-22-56/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_12-35-56-47/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_01-50-20-75/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_17-49-40-76/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_04-23-55-03/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_07-03-50-95/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_23-15-41-16/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_07-24-42-67/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_05-42-08-86/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_06-18-15-31/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-15_00-36-35-85/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_19-50-25-61/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_09-01-50-16/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_21-09-52-04/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_10-09-15-20/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_03-11-09-39/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_15-03-51-93/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_17-33-09-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-12_18-28-46-73/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_07-25-49-59/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio2.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-35-18-23/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-31-46-11/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-17-20-52/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_14-48-39-66/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-27-17-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_04-57-51-04/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-24-41-17/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_05-29-26-38/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-22_11-28-37-18/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep5_ne5/gen_csvlogs_2022-08-23_01-24-43-07/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-24_03-35-25-53/_test_stream.csv']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/2022-08-24_08-04-44-95_after_exp100_test_confusion_data_dict.pkl']\n",
+      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne200/*exp*_test_confusion_data_dict.pkl\n",
+      "res_pkl not found? \n",
+      "cv0_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-24_03-35-49-78/_test_stream.csv']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/2022-08-24_08-27-08-37_after_exp100_test_confusion_data_dict.pkl']\n",
+      "/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/*exp*_test_confusion_data_dict.pkl\n",
+      "res_pkl not found? \n",
+      "cv0_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_05-13-38-63/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_23-52-56-43/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_03-42-03-98/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-19_15-11-38-88/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_06-42-48-50/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne200/gen_csvlogs_2022-08-23_23-13-51-17/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_16-05-08-67/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_19-09-42-97/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_01-04-36-97/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-13_17-48-07-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-16_21-41-34-96/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv1_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_17-41-06-55/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_14-37-32-02/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv2_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_03-25-30-17/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv3_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-17_18-27-28-23/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_07-43-14-60/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-18_02-41-30-94/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/']\n",
+      "['/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-14_09-27-59-51/_test_stream.csv', '/home/boehlke_data/cbrs_results_new/resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/cv4_expsize128_crop/rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep5_ne100/gen_csvlogs_2022-07-20_12-48-38-77/_test_stream.csv']\n",
+      "dict_keys(['train_exp', 'epoch', 'train exp classes', 'ClassTop_1AvgAcc_Stream', 'ClassTop_2AvgAcc_Stream', 'SummerClassTop_1AvgAcc_Stream', 'WinterClassTop_1AvgAcc_Stream', 'Top_1Acc_Stream', 'SummerTop_1Acc_Stream', 'WinterTop_1Acc_Stream', 'SeqTop_1Acc_Stream', 'SeqMAXAcc_Stream', 'SummerSeqTop_1Acc_Stream', 'WinterSeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream', 'SeqClassAvgMAXAcc_Stream', 'SummerSeqClassTop_1Acc_Stream', 'WinterSeqClassTop_1Acc_Stream', 'SeqAnyAcc_Stream', 'Cls0', 'Cls1', 'Cls2', 'Cls3', 'Cls4', 'Cls5', 'Cls6', 'Cls7', 'Cls8', 'Cls9', 'Cls10', 'SeqCls0', 'SeqCls1', 'SeqCls2', 'SeqCls3', 'SeqCls4', 'SeqCls5', 'SeqCls6', 'SeqCls7', 'SeqCls8', 'SeqCls9', 'SeqCls10'])\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_ce_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_cf_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.1_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n",
+      "rehersal_cbrs_memsize_0.25_shuffled_rr_dataratio8.0_ep3_ne\n",
+      "[]\n"
+     ]
+    }
+   ],
+   "source": [
+    "results_dict = {}\n",
+    "for memory in memory_filling_strategies: \n",
+    "    results_dict[memory]={}\n",
+    "    for shuffl in shuffled: \n",
+    "        results_dict[memory][shuffl] ={}\n",
+    "        for dr in data_ratios:\n",
+    "            results_dict[memory][shuffl][dr]={}\n",
+    "            for ep in epochs:\n",
+    "                results_dict[memory][shuffl][dr][ep] = {}\n",
+    "                for strat in strategies:\n",
+    "                    for cv in cv_splits:\n",
+    "                        cv_split = 'cv'+cv+'_expsize128_crop'\n",
+    "                        if memory == 'inf':\n",
+    "                            if strat == 'naive':\n",
+    "                                strategy_name =  'naive_'+shuffl+'ep'+str(ep)+'_ne'\n",
+    "                                metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                if metrics_dict !=0:\n",
+    "                                    if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                        results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
+    "                                    else:\n",
+    "                                        results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
+    "            \n",
+    "                \n",
+    "                            elif strat == 'joint':\n",
+    "                                strategy_name = 'joint_ep'+str(int((float(dr)+1)*int(ep)))+'_ne'\n",
+    "                                if int((float(dr)+1)*int(ep)) ==45:\n",
+    "                                        strategy_name = 'joint_ep40_ne'\n",
+    "                                metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                if metrics_dict !=0:\n",
+    "                                    if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                        results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
+    "                                    else:\n",
+    "                                        results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
+    "                            else:\n",
+    "                                if strat == 'ce_temp':\n",
+    "                                    for temp in temperatures:\n",
+    "                                        dict_identifier = 'ce_temp'+str(temp)\n",
+    "                                        strategy_name = 'rehersal_'+shuffl+'ce_temp'+str(temp)+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
+    "                                        metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                        if metrics_dict !=0:\n",
+    "                                            if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                                results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
+    "                                            else:\n",
+    "                                                results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n",
+    "                                elif strat == 'wce':\n",
+    "                                    for navg in wce_n_history:\n",
+    "                                        for sigma in sigmas:\n",
+    "                                            dict_identifier = 'wce_navg'+navg+'_sigma'+sigma\n",
+    "                                            strategy_name = 'rehersal_'+shuffl+'wce_navg'+navg+'_sigma'+sigma+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
+    "                                            metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                            if metrics_dict !=0:\n",
+    "                                                if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                                    results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
+    "                                                else:\n",
+    "                                                    results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n",
+    "                                               \n",
+    "                                else:\n",
+    "                                    strategy_name = 'rehersal_'+shuffl+strat+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
+    "                                    metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                    if metrics_dict !=0:\n",
+    "                                        if strat in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                            results_dict[memory][shuffl][dr][ep][strat] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][strat])\n",
+    "                                        else:\n",
+    "                                            results_dict[memory][shuffl][dr][ep][strat] = metrics_dict\n",
+    "                        else:\n",
+    "                            if strat in ['ce', 'cf','rr']:\n",
+    "                                for mem_size in mem_sizes:\n",
+    "                                    dict_identifier = memory+'_memsize'+mem_size+'_'+strat\n",
+    "                                    strategy_name = 'rehersal_'+memory+'_memsize_'+mem_size+'_'+shuffl+strat+'_dataratio'+dr+'_ep'+ep+'_ne'\n",
+    "                                    metrics_dict = fill_results_dict(strategy_name, cv_split, results_dict)\n",
+    "                                    \n",
+    "                                    if metrics_dict !=0:\n",
+    "                                        if dict_identifier in results_dict[memory][shuffl][dr][ep].keys():\n",
+    "                                            results_dict[memory][shuffl][dr][ep][dict_identifier] = join_metrics(metrics_dict, results_dict[memory][shuffl][dr][ep][dict_identifier])\n",
+    "                                        else:\n",
+    "                                            results_dict[memory][shuffl][dr][ep][dict_identifier] = metrics_dict\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 892,
+   "id": "a6cfc431",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def join_metrics(metrics_dict, results_dict):\n",
+    "    for key, value in metrics_dict.items():\n",
+    "        if key in results_dict.keys():\n",
+    "            results_dict[key].append(value[0])\n",
+    "    return results_dict"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 943,
+   "id": "577fa644",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def fill_results_dict(strategy_name,cv_split,  results_dict, data_type='test'):\n",
+    "    metrics_dict = {}\n",
+    "    strategy_results_path = glob.glob(res_root+'/*/'+'resnet18_smoothloss_adamW_eps0.0001wd0.075_bs128/'+cv_split+'/'+strategy_name+'*/')\n",
+    "    if len(strategy_results_path)< 1:\n",
+    "        return 0\n",
+    "    path = strategy_results_path[0]+'*exp*_'+data_type+'_confusion_data_dict.pkl'\n",
+    "    res_pkl_path = glob.glob(strategy_results_path[0]+'*exp*_'+data_type+'_confusion_data_dict.pkl')\n",
+    "    res_csv =  glob.glob(strategy_results_path[0]+'/gen_csvlogs*/_'+data_type+'_stream.csv')\n",
+    "    if len(res_pkl_path)>1:\n",
+    "        exp_eval_list =[]\n",
+    "        for i in res_pkl_path:\n",
+    "            exp_eval = int(i.split('_after_exp')[-1].split('_')[0])\n",
+    "            exp_eval_list.append(exp_eval)\n",
+    "        last_eval_exp = np.argmax(np.array(exp_eval_list))\n",
+    "        res_pkl = [res_pkl_path[last_eval_exp]]\n",
+    "        #print('res_csv ', res_csv)\n",
+    "        if len(res_csv) >=1:\n",
+    "            res_csv_data =  pd.read_csv(res_csv[-1], low_memory=False)\n",
+    "            #print(res_csv_data.iloc[-1,0])\n",
+    "            #print( exp_eval_list[last_eval_exp])\n",
+    "            if res_csv_data.iloc[-1,0] == exp_eval_list[last_eval_exp]:\n",
+    "                #relevant_row = res_csv_data.iloc[-1,:]\n",
+    "                #print(relevant_row.columns)\n",
+    "                for col in res_csv_data.columns:\n",
+    "                        metrics_dict[col] = [res_csv_data[col].iloc[-1]]\n",
+    "                print(metrics_dict.keys())\n",
+    "                return metrics_dict \n",
+    "            else: \n",
+    "                print('NOT TREAIN EXO')\n",
+    "                print(res_csv_data.iloc[-1,0])\n",
+    "                print(exp_eval_list[last_eval_exp])\n",
+    "           \n",
+    "        \n",
+    "    else: \n",
+    "        print(res_pkl_path)\n",
+    "        print(path)\n",
+    "        print('res_pkl not found? ')\n",
+    "        print(cv_split+'/'+strategy_name)\n",
+    "        return 0\n",
+    "    \n",
+    "    \n",
+    "    "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 941,
+   "id": "4a8b046e",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "def create_res_table(res_dict, memory, shuffled, dataratios, epochs, strategies, metrics):\n",
+    "    total_col = len(strategies)*len(epochs)*len(dataratios)\n",
+    "    two_rows_per_metric = False\n",
+    "    if len(epochs) >1:\n",
+    "        two_rows_per_metric = True\n",
+    "\n",
+    "    res_array = np.zeros((len(metrics), 1)) \n",
+    "    std_array =  np.zeros((len(metrics), 1))\n",
+    "    title_list = []\n",
+    "\n",
+    "    for i, epoch in enumerate(epochs):\n",
+    "        if i ==1: # two number for epochs will be merged together later, does not handle more than two epoch settings...\n",
+    "            epoch0_res_array  = res_array[:,1:]\n",
+    "            epoch0_std_array = std_array[:,1:]\n",
+    "            res_array = np.empty((len(metrics), 1)) \n",
+    "            std_array =  np.empty((len(metrics), 1))\n",
+    "        for s, strat in enumerate(strategies):\n",
+    "            if 'cbrs' in strat:\n",
+    "                memory = 'cbrs'\n",
+    "            elif 'stdrs' in strat:\n",
+    "                memory = 'stdrs'\n",
+    "            for shuffl in shuffled:\n",
+    "                for dr in dataratios:\n",
+    "                    title_list.append(strat+'_'+shuffl+'dr'+dr)\n",
+    "                    res_col = np.empty((len(metrics),1))\n",
+    "                    std_col = np.empty((len(metrics), 1))\n",
+    "                    if strat in results_dict[memory][shuffl][dr][epoch].keys():\n",
+    "                        metrics_dict = results_dict[memory][shuffl][dr][epoch][strat]\n",
+    "                        for j, metric in enumerate(metrics):\n",
+    "                            if metric in results_dict[memory][shuffl][dr][epoch][strat].keys():\n",
+    "                                if len(metrics_dict[metric])<4:\n",
+    "                                    print(metrics_dict[metric])\n",
+    "                                    print(metric, strat, dr, ep, shuffl)\n",
+    "                                metric_res_list = np.array(metrics_dict[metric])\n",
+    "                                metric_avg = np.round(np.mean(metric_res_list), 4)\n",
+    "                                metric_std = np.round(np.std(metric_res_list), 4)\n",
+    "                                res_col[j] = np.round(metric_avg*100, 2)\n",
+    "                                std_col[j] = np.round(metric_std*100, 2)\n",
+    "                    else:\n",
+    "                        res_col = np.array(['-']*len(metrics)).reshape((len(metrics),1))\n",
+    "                        std_col = np.array(['-']*len(metrics)).reshape((len(metrics),1))\n",
+    "                    res_array = np.concatenate([res_array, res_col], axis=1)\n",
+    "                    std_array = np.concatenate([std_array, std_col], axis=1)\n",
+    "\n",
+    "    epoch1_res_array = res_array[:,1:]\n",
+    "    epoch1_std_array = std_array[:,1:]\n",
+    "    col_title_list = metrics\n",
+    "    if len(epochs)>1:\n",
+    "        col_title_list = []\n",
+    "        full_res_array = np.zeros((1,epoch0_res_array.shape[1]))\n",
+    "        full_std_array = np.zeros((1,epoch0_res_array.shape[1]))\n",
+    "        print(full_res_array.shape)\n",
+    "        for i, metric in enumerate(metrics):\n",
+    "            col_title_list.append(metric+'_ep'+epochs[0])\n",
+    "            col_title_list.append(metric+'_ep'+epochs[1])\n",
+    "            full_res_array = np.concatenate([full_res_array, epoch0_res_array[[i],:]], axis=0)\n",
+    "            full_res_array = np.concatenate([full_res_array, epoch1_res_array[[i],:]], axis=0)\n",
+    "            full_std_array = np.concatenate([full_std_array, epoch0_std_array[[i],:]], axis=0)\n",
+    "            full_std_array = np.concatenate([full_std_array, epoch1_std_array[[i],:]], axis=0)\n",
+    "            \n",
+    "        full_std_array = full_std_array[1:,:]\n",
+    "        full_res_array = full_res_array[1:,:]\n",
+    "    else: \n",
+    "        full_res_array = epoch1_res_array\n",
+    "        full_std_array = epoch1_std_array\n",
+    "\n",
+    "    accs_n_stds = np.chararray(full_res_array.shape, itemsize=15)\n",
+    "    for i, j in np.ndindex(full_std_array.shape):\n",
+    "        \n",
+    "        if full_res_array[i,j] == '-':\n",
+    "            accs_n_stds[i,j] = '-'\n",
+    "        else:\n",
+    "            accs_n_stds[i,j] = '$'+str(full_res_array[i,j])+'\\pm'+ str(full_std_array[i,j])+'$'\n",
+    "    epochs_col = np.array([epochs*len(metrics)]).T\n",
+    "    accs_n_stds = np.concatenate([epochs_col,accs_n_stds], axis=1)\n",
+    "    accs_n_stds = np.concatenate([np.array(col_title_list).reshape((len(col_title_list),1)), accs_n_stds], axis=1)\n",
+    "    if len(epochs)>1:\n",
+    "        title_list = title_list[:int(len(title_list)/2)]\n",
+    "    if '' in shuffled :\n",
+    "        order = 'chronological'\n",
+    "    else:\n",
+    "        order = 'shuffled'\n",
+    "    title_list = ['metric', 'epochs']+title_list\n",
+    "    multi_col = len(shuffled)*len(dataratios)\n",
+    "    latex_title = '\\multicolumn{2}{c}{}'\n",
+    "    dataratio_title ='\\multicolumn{2}{c}{dataratio}'\n",
+    "    shuffle_title = '\\multicolumn{2}{c}{data stream order : }'\n",
+    "    shuffle_title2 = '\\multicolumn{2}{c}{data stream: '+order+'}'\n",
+    "    metric_epoch_title = 'metric & epochs '\n",
+    "    for strat in strategies:\n",
+    "        if strat in strategies_dict.keys() :\n",
+    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+strategies_dict[strat]+'}'\n",
+    "        elif strat[-2:] in strategies_dict.keys():\n",
+    "            if 'cbrs' in strat:\n",
+    "                mem_filling = 'CBRS '\n",
+    "            else: \n",
+    "                mem_filling = 'STDRS '\n",
+    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+mem_filling+strategies_dict[strat[-2:]]+'}'\n",
+    "            \n",
+    "        else:\n",
+    "            latex_title = latex_title +'&\\multicolumn{'+str(multi_col)+'}{c}{'+strat.replace('_', '\\\\_')+'}'\n",
+    "        if len(shuffled)==2:\n",
+    "            for dr in dataratios:\n",
+    "                shuffle_title = shuffle_title+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{chronological}'+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{shuffled}'\n",
+    "        else:   \n",
+    "            for dr in dataratios:\n",
+    "                shuffle_title = shuffle_title+'&\\multicolumn{'+str(int(multi_col/2))+'}{c}{'+order+'}'\n",
+    "        for i in range(len(shuffled)):\n",
+    "            for dr in dataratios:\n",
+    "                metric_epoch_title  = metric_epoch_title+'&'\n",
+    "                shuffle_title2 = shuffle_title2 + '&'\n",
+    "                dataratio_title = dataratio_title+ '&r='+dr\n",
+    "                \n",
+    "\n",
+    "    dataratio_title = dataratio_title +'\\\\\\\\ [.1cm] \\hline'\n",
+    "    latex_title = latex_title +'\\\\\\\\'\n",
+    "    shuffle_title = shuffle_title+ '\\\\\\\\'\n",
+    "    shuffle_title2 = shuffle_title2+ '\\\\\\\\'\n",
+    "    metric_epoch_title  = metric_epoch_title+'\\\\\\\\ [.2cm]'\n",
+    "    print(latex_title)\n",
+    "    print(shuffle_title)\n",
+    "    print(shuffle_title2)\n",
+    "    print(dataratio_title)\n",
+    "    print(metric_epoch_title)\n",
+    "    for i, row in enumerate(accs_n_stds):\n",
+    "        next_line = ''\n",
+    "        if np.unique(accs_n_stds[:,1]).shape[0]==2:\n",
+    "            for j, element in enumerate(row):\n",
+    "                if j == 0:\n",
+    "                    if i%2 ==0:\n",
+    "                        next_line = next_line+'\\multirow{2}{*}{'+element.split('_ep')[0].replace('_', '\\\\_')+'}'\n",
+    "                    else:\n",
+    "                        next_line = next_line+''\n",
+    "                else: \n",
+    "                     next_line = next_line+'&'+element\n",
+    "        else: \n",
+    "            for j, element in enumerate(row):\n",
+    "                    if j == 0:\n",
+    "                        next_line = next_line+element.split('_ep')[0].replace('_', '\\\\_')  \n",
+    "                    else:\n",
+    "                        next_line = next_line+'&'+element\n",
+    "        next_line = next_line +'\\\\\\\\'\n",
+    "        if np.unique(accs_n_stds[:,1]).shape[0]==2:\n",
+    "            if i%2 ==1:\n",
+    "                 next_line = next_line +'[.3cm]'\n",
+    "        print(next_line)\n",
+    "    return accs_n_stds, title_list"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 849,
+   "id": "46f02b22",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "global strategies_dict\n",
+    "strategies_dict = {'ce': 'Class Error',\n",
+    "                  'cf': 'Class Frequency',\n",
+    "                  'rr': 'Random',\n",
+    "                  'mir': 'Max. Interfered Retrival',\n",
+    "                  'feo': 'Fill Exp - Oversample',\n",
+    "                  'fe': 'Fill Exp - Random',\n",
+    "                  'cefa': 'Cls Error/Freq Avg',\n",
+    "                   'joint': 'Joint',\n",
+    "                   'naive': 'Naive'\n",
+    "                  }"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 873,
+   "id": "b7f5fa5e",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "dict_keys(['naive', 'joint', 'ce', 'cf', 'rr', 'mir', 'wce_navg6_sigma3.0', 'wce_navg12_sigma3.0', 'wce_navg12_sigma6.0', 'wce_navg18_sigma9.0', 'feo', 'fe', 'cefa', 'ce_temp0.1', 'ce_temp0.2', 'ce_temp0.3'])"
+      ]
+     },
+     "execution_count": 873,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "results_dict['inf']['']['8.0']['3'].keys()"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 936,
+   "id": "0e72d61f",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'train_exp': [260, 266, 266, 255],\n",
+       " 'epoch': [4, 4, 4, 4],\n",
+       " 'train exp classes': ['[1 3 4 7 10 ]', '[10 4 7 ]', '[10 4 7 ]', '[10 7 ]'],\n",
+       " 'ClassTop_1AvgAcc_Stream': [0.6787, 0.6866, 0.658, 0.6819],\n",
+       " 'ClassTop_2AvgAcc_Stream': [0.778, 0.7858, 0.7628, 0.7707],\n",
+       " 'SummerClassTop_1AvgAcc_Stream': [0.5036, 0.4878, 0.4727, 0.5552],\n",
+       " 'WinterClassTop_1AvgAcc_Stream': [0.7043, 0.6553, 0.6751, 0.7181],\n",
+       " 'Top_1Acc_Stream': [0.8311, 0.855, 0.8537, 0.8359],\n",
+       " 'SummerTop_1Acc_Stream': [0.8383, 0.8525, 0.8532, 0.8339],\n",
+       " 'WinterTop_1Acc_Stream': [0.8188, 0.8597, 0.8547, 0.8393],\n",
+       " 'SeqTop_1Acc_Stream': [0.847, 0.8681, 0.8512, 0.8398],\n",
+       " 'SeqMAXAcc_Stream': [0.841, 0.8608, 0.8434, 0.8018],\n",
+       " 'SummerSeqTop_1Acc_Stream': [0.8545, 0.8682, 0.8554, 0.8485],\n",
+       " 'WinterSeqTop_1Acc_Stream': [0.8354, 0.8678, 0.8443, 0.8265],\n",
+       " 'SeqClassTop_1AvgAcc_Stream': [0.6492, 0.7028, 0.6471, 0.6625],\n",
+       " 'SeqClassAvgMAXAcc_Stream': [0.661, 0.7049, 0.6707, 0.6619],\n",
+       " 'SummerSeqClassTop_1Acc_Stream': [0.4556, 0.5208, 0.5294, 0.5613],\n",
+       " 'WinterSeqClassTop_1Acc_Stream': [0.6957, 0.6897, 0.6581, 0.6812],\n",
+       " 'SeqAnyAcc_Stream': [0.9157, 0.9229, 0.9133, 0.9054],\n",
+       " 'Cls0': [0.8395, 0.9325, 0.9391, 0.9],\n",
+       " 'Cls1': [0.75, 0.6699, 0.6806, 0.6842],\n",
+       " 'Cls2': [0.7273, 0.4815, 0.2787, 0.4062],\n",
+       " 'Cls3': [0.8777, 0.8926, 0.8992, 0.8674],\n",
+       " 'Cls4': [0.7709, 0.7817, 0.7159, 0.8305],\n",
+       " 'Cls5': [0.1111, 0.2353, 0.381, 0.0667],\n",
+       " 'Cls6': [0.8918, 0.8907, 0.8969, 0.9122],\n",
+       " 'Cls7': [0.9328, 0.9276, 0.9168, 0.8438],\n",
+       " 'Cls8': [0.3478, 0.5652, 0.25, 0.5758],\n",
+       " 'Cls9': [0.4, 0.3214, 0.4167, 0.5833],\n",
+       " 'Cls10': [0.8167, 0.8538, 0.8629, 0.8303],\n",
+       " 'SeqCls0': [0.8269, 0.9038, 0.8846, 0.8462],\n",
+       " 'SeqCls1': [0.6154, 0.6154, 0.6923, 0.5769],\n",
+       " 'SeqCls2': [0.5263, 0.5789, 0.2632, 0.3684],\n",
+       " 'SeqCls3': [0.8984, 0.9279, 0.941, 0.9016],\n",
+       " 'SeqCls4': [0.8475, 0.8418, 0.7062, 0.8475],\n",
+       " 'SeqCls5': [0.1667, 0.3333, 0.3333, 0.0],\n",
+       " 'SeqCls6': [0.8732, 0.8028, 0.8451, 0.8732],\n",
+       " 'SeqCls7': [0.9344, 0.9672, 0.9016, 0.9016],\n",
+       " 'SeqCls8': [0.2222, 0.4444, 0.1111, 0.4444],\n",
+       " 'SeqCls9': [0.375, 0.4375, 0.5625, 0.6875],\n",
+       " 'SeqCls10': [0.8551, 0.878, 0.8769, 0.8399]}"
+      ]
+     },
+     "execution_count": 936,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "results_dict['cbrs']['']['8.0']['5']['cbrs_memsize0.25_ce']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 915,
+   "id": "9830d005",
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "{'train_exp': [260, 263, 266, 266],\n",
+       " 'epoch': [4, 4, 4, 4],\n",
+       " 'train exp classes': ['[0 3 4 6 7 9 10 ]',\n",
+       "  '[0 1 3 4 5 6 7 8 9 10 ]',\n",
+       "  '[0 3 4 6 7 9 10 ]',\n",
+       "  '[0 1 2 3 4 5 6 7 8 10 ]'],\n",
+       " 'ClassTop_1AvgAcc_Stream': [0.6983, 0.7101, 0.6874, 0.7089],\n",
+       " 'ClassTop_2AvgAcc_Stream': [0.79, 0.7878, 0.7909, 0.7717],\n",
+       " 'SummerClassTop_1AvgAcc_Stream': [0.5204, 0.6352, 0.5209, 0.5138],\n",
+       " 'WinterClassTop_1AvgAcc_Stream': [0.7548, 0.6653, 0.6623, 0.742],\n",
+       " 'Top_1Acc_Stream': [0.8696, 0.8806, 0.8661, 0.8573],\n",
+       " 'SummerTop_1Acc_Stream': [0.8681, 0.8757, 0.8673, 0.8523],\n",
+       " 'WinterTop_1Acc_Stream': [0.872, 0.8901, 0.8638, 0.8666],\n",
+       " 'SeqTop_1Acc_Stream': [0.8783, 0.8873, 0.8675, 0.8741],\n",
+       " 'SummerSeqTop_1Acc_Stream': [0.8723, 0.8953, 0.8672, 0.8679],\n",
+       " 'WinterSeqTop_1Acc_Stream': [0.8877, 0.8742, 0.8678, 0.8844],\n",
+       " 'SeqClassTop_1AvgAcc_Stream': [0.7114, 0.7204, 0.7106, 0.7003],\n",
+       " 'SummerSeqClassTop_1Acc_Stream': [0.5012, 0.6561, 0.5749, 0.5538],\n",
+       " 'WinterSeqClassTop_1Acc_Stream': [0.7999, 0.6823, 0.7028, 0.7405],\n",
+       " 'SeqAnyAcc_Stream': [0.9325, 0.938, 0.9283, 0.9271],\n",
+       " 'Cls0': [0.8815, 0.9609, 0.9484, 0.971],\n",
+       " 'Cls1': [0.7794, 0.5733, 0.7476, 0.7083],\n",
+       " 'Cls2': [0.6591, 0.46, 0.4815, 0.3934],\n",
+       " 'Cls3': [0.8763, 0.8747, 0.8631, 0.885],\n",
+       " 'Cls4': [0.6126, 0.7547, 0.8217, 0.8146],\n",
+       " 'Cls5': [0.2222, 0.1905, 0.1176, 0.4286],\n",
+       " 'Cls6': [0.9311, 0.9298, 0.9173, 0.8781],\n",
+       " 'Cls7': [0.9712, 0.9374, 0.9368, 0.9289],\n",
+       " 'Cls8': [0.3913, 0.6944, 0.3913, 0.375],\n",
+       " 'Cls9': [0.4571, 0.5333, 0.4643, 0.5625],\n",
+       " 'Cls10': [0.8992, 0.9017, 0.8714, 0.8529],\n",
+       " 'SeqCls0': [0.8846, 0.9038, 0.9615, 0.9423],\n",
+       " 'SeqCls1': [0.6154, 0.5769, 0.6923, 0.6538],\n",
+       " 'SeqCls2': [0.5789, 0.5789, 0.6316, 0.4211],\n",
+       " 'SeqCls3': [0.9049, 0.9016, 0.9016, 0.9213],\n",
+       " 'SeqCls4': [0.661, 0.7627, 0.8588, 0.8079],\n",
+       " 'SeqCls5': [0.3333, 0.1667, 0.1667, 0.5],\n",
+       " 'SeqCls6': [0.9296, 0.9437, 0.8873, 0.8451],\n",
+       " 'SeqCls7': [0.9836, 0.9344, 0.9508, 0.918],\n",
+       " 'SeqCls8': [0.4444, 0.6667, 0.3333, 0.1111],\n",
+       " 'SeqCls9': [0.5625, 0.5625, 0.5625, 0.6875],\n",
+       " 'SeqCls10': [0.927, 0.9259, 0.8704, 0.8954]}"
+      ]
+     },
+     "execution_count": 915,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "results_dict['inf']['shuffled_']['8.0']['5']['cf']"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 944,
+   "id": "bebcda13",
+   "metadata": {
+    "scrolled": false
+   },
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "\\multicolumn{2}{c}{}&\\multicolumn{1}{c}{Class Frequency}&\\multicolumn{1}{c}{Class Error}&\\multicolumn{1}{c}{ce\\_temp0.1}&\\multicolumn{1}{c}{ce\\_temp0.2}&\\multicolumn{1}{c}{ce\\_temp0.3}&\\multicolumn{1}{c}{wce\\_navg6\\_sigma1.5}&\\multicolumn{1}{c}{wce\\_navg6\\_sigma3.0}&\\multicolumn{1}{c}{wce\\_navg12\\_sigma3.0}&\\multicolumn{1}{c}{wce\\_navg12\\_sigma6.0}&\\multicolumn{1}{c}{wce\\_navg18\\_sigma9.0}\\\\\n",
+      "\\multicolumn{2}{c}{data stream order : }&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}&\\multicolumn{0}{c}{chronological}\\\\\n",
+      "\\multicolumn{2}{c}{data stream: chronological}&&&&&&&&&&\\\\\n",
+      "\\multicolumn{2}{c}{dataratio}&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0\\\\ [.1cm] \\hline\n",
+      "metric & epochs &&&&&&&&&&\\\\ [.2cm]\n",
+      "Top\\_1Acc\\_Stream&3&$71.47\\pm4.77$&$85.05\\pm0.9$&$84.64\\pm2.84$&$84.97\\pm0.44$&$85.5\\pm0.86$&-&$84.19\\pm1.76$&$85.93\\pm1.27$&$85.1\\pm2.69$&$84.38\\pm1.62$\\\\\n",
+      "ClassTop\\_1AvgAcc\\_Stream&3&$69.62\\pm1.71$&$66.18\\pm1.37$&$66.44\\pm4.04$&$67.79\\pm1.67$&$66.3\\pm1.41$&-&$67.05\\pm0.86$&$66.99\\pm2.76$&$66.97\\pm1.22$&$66.28\\pm2.19$\\\\\n",
+      "SeqTop\\_1Acc\\_Stream&3&$72.75\\pm5.19$&$86.22\\pm0.95$&$85.4\\pm2.62$&$86.49\\pm0.83$&$86.54\\pm1.51$&-&$85.35\\pm1.18$&$86.66\\pm1.63$&$86.56\\pm2.5$&$85.35\\pm1.18$\\\\\n",
+      "SeqClassTop\\_1AvgAcc\\_Stream&3&$70.81\\pm2.1$&$67.01\\pm1.96$&$67.23\\pm5.17$&$68.74\\pm3.21$&$68.43\\pm2.37$&-&$67.15\\pm1.72$&$67.12\\pm2.9$&$68.22\\pm2.21$&$67.23\\pm3.02$\\\\\n"
+     ]
+    }
+   ],
+   "source": [
+    "accs_n_stds, title_list = create_res_table(results_dict, \n",
+    "                 memory = 'inf', \n",
+    "                 shuffled = ['' ], \n",
+    "                 dataratios= ['8.0'], \n",
+    "                 epochs = ['3'], \n",
+    "                 strategies = [ 'cf', 'ce', 'ce_temp0.1', 'ce_temp0.2', 'ce_temp0.3', 'wce_navg6_sigma1.5', 'wce_navg6_sigma3.0', 'wce_navg12_sigma3.0', 'wce_navg12_sigma6.0', 'wce_navg18_sigma9.0'], \n",
+    "                 metrics = ['Top_1Acc_Stream','ClassTop_1AvgAcc_Stream', 'SeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream' ])\n",
+    "#print(title_list)\n",
+    "#print(len(title_list))\n",
+    "#print(accs_n_stds.shape)\n",
+    "#print(accs_n_stds)\n",
+    "\n",
+    "accs_n_stds = pd.DataFrame(accs_n_stds)\n",
+    "accs_n_stds.to_csv('inf_chronological.csv', header=title_list)\n",
+    "\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 939,
+   "id": "8fb15fa6",
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "['', 'shuffled_']\n",
+      "2\n",
+      "strat:  cbrs_memsize0.1_ce\n",
+      "strat:  cbrs_memsize0.1_cf\n",
+      "strat:  cbrs_memsize0.1_rr\n",
+      "strat:  stdrs_memsize0.1_ce\n",
+      "strat:  stdrs_memsize0.1_cf\n",
+      "strat:  stdrs_memsize0.1_rr\n",
+      "epoch1_std_array\n",
+      "[[0.81 0.48 1.5  0.24 1.55 0.49 0.88 0.19 0.97 0.77 0.52 0.26]\n",
+      " [0.99 1.41 2.52 0.68 1.67 1.31 1.72 2.52 1.66 2.36 1.43 2.58]\n",
+      " [0.95 0.78 2.06 0.39 1.59 0.85 0.68 0.94 1.32 0.58 1.61 0.4 ]\n",
+      " [1.41 3.24 3.68 1.34 3.23 1.18 2.35 3.76 2.89 2.28 2.91 2.42]]\n",
+      "(4, 12)\n",
+      "(4, 12)\n",
+      "[[b'$81.41\\\\pm0.81$' b'$88.31\\\\pm0.48$' b'$82.08\\\\pm1.5$'\n",
+      "  b'$88.33\\\\pm0.24$' b'$82.78\\\\pm1.55$' b'$88.38\\\\pm0.49$'\n",
+      "  b'$84.3\\\\pm0.88$' b'$88.22\\\\pm0.19$' b'$82.4\\\\pm0.97$'\n",
+      "  b'$88.38\\\\pm0.77$' b'$84.79\\\\pm0.52$' b'$89.11\\\\pm0.26$']\n",
+      " [b'$65.38\\\\pm0.99$' b'$69.39\\\\pm1.41$' b'$66.43\\\\pm2.52$'\n",
+      "  b'$67.11\\\\pm0.68$' b'$66.39\\\\pm1.67$' b'$67.01\\\\pm1.31$'\n",
+      "  b'$50.3\\\\pm1.72$' b'$57.65\\\\pm2.52$' b'$49.34\\\\pm1.66$'\n",
+      "  b'$56.86\\\\pm2.36$' b'$48.71\\\\pm1.43$' b'$55.19\\\\pm2.58$']\n",
+      " [b'$82.82\\\\pm0.95$' b'$89.42\\\\pm0.78$' b'$83.96\\\\pm2.06$'\n",
+      "  b'$88.76\\\\pm0.39$' b'$84.25\\\\pm1.59$' b'$88.93\\\\pm0.85$'\n",
+      "  b'$83.22\\\\pm0.68$' b'$87.97\\\\pm0.94$' b'$82.11\\\\pm1.32$'\n",
+      "  b'$88.02\\\\pm0.58$' b'$83.46\\\\pm1.61$' b'$87.52\\\\pm0.4$']\n",
+      " [b'$66.63\\\\pm1.41$' b'$70.49\\\\pm3.24$' b'$67.71\\\\pm3.68$'\n",
+      "  b'$67.49\\\\pm1.34$' b'$68.6\\\\pm3.23$' b'$67.56\\\\pm1.18$'\n",
+      "  b'$49.93\\\\pm2.35$' b'$56.08\\\\pm3.76$' b'$49.84\\\\pm2.89$'\n",
+      "  b'$55.68\\\\pm2.28$' b'$48.41\\\\pm2.91$' b'$53.88\\\\pm2.42$']]\n",
+      "[['5']\n",
+      " ['5']\n",
+      " ['5']\n",
+      " ['5']]\n",
+      "\\multicolumn{2}{c}{}&\\multicolumn{2}{c}{CBRS Class Error}&\\multicolumn{2}{c}{CBRS Class Frequency}&\\multicolumn{2}{c}{CBRS Random}&\\multicolumn{2}{c}{STDRS Class Error}&\\multicolumn{2}{c}{STDRS Class Frequency}&\\multicolumn{2}{c}{STDRS Random}\\\\\n",
+      "\\multicolumn{2}{c}{data stream order : }&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}&\\multicolumn{1}{c}{chronological}&\\multicolumn{1}{c}{shuffled}\\\\\n",
+      "\\multicolumn{2}{c}{data stream: chronological}&&&&&&&&&&&&\\\\\n",
+      "\\multicolumn{2}{c}{dataratio}&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0&r=8.0\\\\ [.1cm] \\hline\n",
+      "metric & epochs &&&&&&&&&&&&\\\\ [.2cm]\n",
+      "Top\\_1Acc\\_Stream&5&$81.41\\pm0.81$&$88.31\\pm0.48$&$82.08\\pm1.5$&$88.33\\pm0.24$&$82.78\\pm1.55$&$88.38\\pm0.49$&$84.3\\pm0.88$&$88.22\\pm0.19$&$82.4\\pm0.97$&$88.38\\pm0.77$&$84.79\\pm0.52$&$89.11\\pm0.26$\\\\\n",
+      "ClassTop\\_1AvgAcc\\_Stream&5&$65.38\\pm0.99$&$69.39\\pm1.41$&$66.43\\pm2.52$&$67.11\\pm0.68$&$66.39\\pm1.67$&$67.01\\pm1.31$&$50.3\\pm1.72$&$57.65\\pm2.52$&$49.34\\pm1.66$&$56.86\\pm2.36$&$48.71\\pm1.43$&$55.19\\pm2.58$\\\\\n",
+      "SeqTop\\_1Acc\\_Stream&5&$82.82\\pm0.95$&$89.42\\pm0.78$&$83.96\\pm2.06$&$88.76\\pm0.39$&$84.25\\pm1.59$&$88.93\\pm0.85$&$83.22\\pm0.68$&$87.97\\pm0.94$&$82.11\\pm1.32$&$88.02\\pm0.58$&$83.46\\pm1.61$&$87.52\\pm0.4$\\\\\n",
+      "SeqClassTop\\_1AvgAcc\\_Stream&5&$66.63\\pm1.41$&$70.49\\pm3.24$&$67.71\\pm3.68$&$67.49\\pm1.34$&$68.6\\pm3.23$&$67.56\\pm1.18$&$49.93\\pm2.35$&$56.08\\pm3.76$&$49.84\\pm2.89$&$55.68\\pm2.28$&$48.41\\pm2.91$&$53.88\\pm2.42$\\\\\n"
+     ]
+    }
+   ],
+   "source": [
+    "accs_n_stds, title_list = create_res_table(results_dict, \n",
+    "                 memory = 'stdrs', \n",
+    "                 shuffled = ['', 'shuffled_' ], \n",
+    "                 dataratios= ['8.0'], \n",
+    "                 epochs = ['5'], \n",
+    "                 strategies = [ 'cbrs_memsize0.1_ce', 'cbrs_memsize0.1_cf',  'cbrs_memsize0.1_rr','stdrs_memsize0.1_ce', 'stdrs_memsize0.1_cf',  'stdrs_memsize0.1_rr'], \n",
+    "                 metrics = ['Top_1Acc_Stream','ClassTop_1AvgAcc_Stream', 'SeqTop_1Acc_Stream', 'SeqClassTop_1AvgAcc_Stream' ])\n",
+    "\n",
+    "accs_n_stds = pd.DataFrame(accs_n_stds)\n",
+    "accs_n_stds.to_csv('accs_n_std.csv', header=title_list)\n"
+   ]
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "ava-test4",
+   "language": "python",
+   "name": "ava-test4"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.8.13"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}