mnist: model names as they appear in the paper

mdeff · Oct 28, 2016 · 7afccc4 · 7afccc4
1 parent 27fa810
commit 7afccc4
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/nips2016/mnist.ipynb b/nips2016/mnist.ipynb
@@ -286,7  286,7 @@
     "# Common hyper-parameters for LeNet5-like networks.\n",
     "common['regularization'] = 5e-4\n",
     "common['dropout']        = 0.5\n",
-    "common['learning_rate']  = 0.02\n",
     "common['learning_rate']  = 0.02  # 0.03 in the paper but sgconv_sgconv_fc_softmax has difficulty to converge\n",
     "common['decay_rate']     = 0.95\n",
     "common['momentum']       = 0.9\n",
     "common['F']              = [32, 64]\n",
@@ -307,7  307,7 @@
     "# Changes: regularization, dropout, decaying learning rate, momentum optimizer, stopping condition, size of biases.\n",
     "# Differences: training data randomization, init conv1 biases at 0.\n",
     "if True:\n",
-    "    name = 'fgconv_fgconv_fc_softmax'\n",
     "    name = 'fgconv_fgconv_fc_softmax' #  'Non-Param'\n",
     "    params = common.copy()\n",
     "    params['dir_name']  = name\n",
     "    params['filter'] = 'fourier'\n",
@@ -325,7  325,7 @@
    "outputs": [],
    "source": [
     "if True:\n",
-    "    name = 'sgconv_sgconv_fc_softmax'\n",
     "    name = 'sgconv_sgconv_fc_softmax'  # 'Spline'\n",
     "    params = common.copy()\n",
     "    params['dir_name']  = name\n",
     "    params['filter'] = 'spline'\n",
@@ -342,7  342,7 @@
    "outputs": [],
    "source": [
     "if True:\n",
-    "    name = 'cgconv_cgconv_fc_softmax'\n",
     "    name = 'cgconv_cgconv_fc_softmax'  # 'Chebyshev'\n",
     "    params = common.copy()\n",
     "    params['dir_name']  = name\n",
     "    params['filter'] = 'chebyshev5'\n",