file mnist
authorEvan Shelhamer <shelhamer@imaginarynumber.net>
Tue, 25 Feb 2014 06:22:30 +0000 (22:22 -0800)
committerEvan Shelhamer <shelhamer@imaginarynumber.net>
Wed, 26 Feb 2014 20:37:44 +0000 (12:37 -0800)
data/train_mnist.sh [deleted file]
examples/create_mnist.sh [new file with mode: 0755]
examples/get_mnist.sh [new file with mode: 0755]
examples/lenet.prototxt [moved from data/lenet.prototxt with 97% similarity]
examples/lenet_solver.prototxt [moved from data/lenet_solver.prototxt with 100% similarity]
examples/lenet_test.prototxt [moved from data/lenet_test.prototxt with 97% similarity]
examples/train_mnist.sh [new file with mode: 0755]

diff --git a/data/train_mnist.sh b/data/train_mnist.sh
deleted file mode 100755 (executable)
index f110e0b..0000000
+++ /dev/null
@@ -1,3 +0,0 @@
-#!/usr/bin/env sh
-
-GLOG_logtostderr=1 ../build/examples/train_net.bin lenet_solver.prototxt
diff --git a/examples/create_mnist.sh b/examples/create_mnist.sh
new file mode 100755 (executable)
index 0000000..12707a4
--- /dev/null
@@ -0,0 +1,14 @@
+#!/usr/bin/env sh
+# This script converts the mnist data into leveldb format.
+
+cd ../data
+
+echo "Creating leveldb..."
+
+rm -rf mnist-train-leveldb
+rm -rf mnist-test-leveldb
+
+../build/examples/convert_mnist_data.bin train-images-idx3-ubyte train-labels-idx1-ubyte mnist-train-leveldb
+../build/examples/convert_mnist_data.bin t10k-images-idx3-ubyte t10k-labels-idx1-ubyte mnist-test-leveldb
+
+echo "Done."
diff --git a/examples/get_mnist.sh b/examples/get_mnist.sh
new file mode 100755 (executable)
index 0000000..e50a01a
--- /dev/null
@@ -0,0 +1,23 @@
+#!/usr/bin/env sh
+# This scripts downloads the mnist data and unzips it.
+
+echo "Downloading data..."
+
+cd ../data
+
+wget -q http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz
+wget -q http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz
+wget -q http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz
+wget -q http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz
+
+echo "Unzipping..."
+
+gunzip train-images-idx3-ubyte.gz
+gunzip train-labels-idx1-ubyte.gz
+gunzip t10k-images-idx3-ubyte.gz
+gunzip t10k-labels-idx1-ubyte.gz
+
+# Creation is split out because leveldb sometimes causes segfault
+# and needs to be re-created.
+
+echo "Done."
similarity index 97%
rename from data/lenet.prototxt
rename to examples/lenet.prototxt
index f5877ae..e1049f7 100644 (file)
@@ -3,7 +3,7 @@ layers {
   layer {
     name: "mnist"
     type: "data"
-    source: "mnist-train-leveldb"
+    source: "../data/mnist-train-leveldb"
     batchsize: 64
     scale: 0.00390625
   }
similarity index 97%
rename from data/lenet_test.prototxt
rename to examples/lenet_test.prototxt
index 676a2a6..38f1a5e 100644 (file)
@@ -3,7 +3,7 @@ layers {
   layer {
     name: "mnist"
     type: "data"
-    source: "mnist-test-leveldb"
+    source: "../data/mnist-test-leveldb"
     batchsize: 100
     scale: 0.00390625
   }
diff --git a/examples/train_mnist.sh b/examples/train_mnist.sh
new file mode 100755 (executable)
index 0000000..4551a4e
--- /dev/null
@@ -0,0 +1,3 @@
+#!/usr/bin/env sh
+
+GLOG_logtostderr=1 ../build/tools/train_net.bin ../models/lenet_solver.prototxt