mnist leveldb data generation
authorYangqing Jia <jiayq84@gmail.com>
Mon, 30 Sep 2013 16:26:22 +0000 (09:26 -0700)
committerYangqing Jia <jiayq84@gmail.com>
Mon, 30 Sep 2013 16:26:22 +0000 (09:26 -0700)
src/caffe/test/data/mnist.py [new file with mode: 0644]

diff --git a/src/caffe/test/data/mnist.py b/src/caffe/test/data/mnist.py
new file mode 100644 (file)
index 0000000..d478dc7
--- /dev/null
@@ -0,0 +1,20 @@
+"""This script generates the mnist train and test leveldbs used in the
+test.
+"""
+from caffe.pyutil import convert
+from decaf.layers import core_layers
+import numpy as np
+import leveldb
+
+# the folder that has the MNIST data
+MNIST_ROOT = 'mnist'
+
+mnist = core_layers.MNISTDataLayer(
+    rootfolder=MNIST_ROOT, name='mnist', is_training = True)
+db = leveldb.LevelDB('mnist-train-leveldb')
+
+for i in range(60000):
+  datum = convert.array_to_datum((mnist._data[i] * 255).reshape(1,28,28).astype(np.uint8))
+  datum.label = mnist._label[i]
+  db.Put('%d' % (i), datum.SerializeToString())
+del db
\ No newline at end of file