summaryrefslogtreecommitdiff
path: root/data
diff options
context:
space:
mode:
authorEvan Shelhamer <shelhamer@imaginarynumber.net>2014-02-25 23:46:08 (GMT)
committerEvan Shelhamer <shelhamer@imaginarynumber.net>2014-02-26 20:37:46 (GMT)
commit04f61b320de7434fb1516330f7297e0d465ccf98 (patch)
tree9f54e08376e55ea4a0577788fba142c1ff66f026 /data
parent4fd2fa20d44a0abfa449145c87ec09926404b3dd (diff)
downloadcaffeonacl-04f61b320de7434fb1516330f7297e0d465ccf98.zip
caffeonacl-04f61b320de7434fb1516330f7297e0d465ccf98.tar.gz
caffeonacl-04f61b320de7434fb1516330f7297e0d465ccf98.tar.bz2
everything in its right place
Diffstat (limited to 'data')
-rwxr-xr-xdata/cifar10/get_cifar10.sh19
-rwxr-xr-xdata/create_mnist.sh12
-rwxr-xr-xdata/get_ilsvrc_aux.sh15
-rwxr-xr-xdata/ilsvrc12/get_ilsvrc_aux.sh20
-rwxr-xr-xdata/mnist/get_mnist.sh (renamed from data/get_mnist.sh)3
5 files changed, 42 insertions, 27 deletions
diff --git a/data/cifar10/get_cifar10.sh b/data/cifar10/get_cifar10.sh
new file mode 100755
index 0000000..ac72b1f
--- /dev/null
+++ b/data/cifar10/get_cifar10.sh
@@ -0,0 +1,19 @@
+#!/usr/bin/env sh
+# This scripts downloads the CIFAR10 (binary version) data and unzips it.
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+cd $DIR
+
+echo "Downloading..."
+
+wget -q http://www.cs.toronto.edu/~kriz/cifar-10-binary.tar.gz
+
+echo "Unzipping..."
+
+tar -xf cifar-10-binary.tar.gz && rm -f cifar-10-binary.tar.gz
+mv cifar-10-batches-bin/* . && rm -rf cifar-10-batches-bin
+
+# Creation is split out because leveldb sometimes causes segfault
+# and needs to be re-created.
+
+echo "Done."
diff --git a/data/create_mnist.sh b/data/create_mnist.sh
deleted file mode 100755
index 6a93d8f..0000000
--- a/data/create_mnist.sh
+++ /dev/null
@@ -1,12 +0,0 @@
-#!/usr/bin/env sh
-# This script converts the mnist data into leveldb format.
-
-echo "Creating leveldb..."
-
-rm -rf mnist-train-leveldb
-rm -rf mnist-test-leveldb
-
-../build/examples/convert_mnist_data.bin train-images-idx3-ubyte train-labels-idx1-ubyte mnist-train-leveldb
-../build/examples/convert_mnist_data.bin t10k-images-idx3-ubyte t10k-labels-idx1-ubyte mnist-test-leveldb
-
-echo "Done." \ No newline at end of file
diff --git a/data/get_ilsvrc_aux.sh b/data/get_ilsvrc_aux.sh
deleted file mode 100755
index 72bbbbf..0000000
--- a/data/get_ilsvrc_aux.sh
+++ /dev/null
@@ -1,15 +0,0 @@
-#!/usr/bin/env sh
-# This scripts downloads the ilsvrc auxiliary files including
-# - the ilsvrc image mean, binaryproto
-# - synset ids and words
-# - the training splits with labels
-
-echo "Downloading..."
-
-wget -q https://www.dropbox.com/s/1cyhk5k5kjcfq92/caffe_ilsvrc_2012.tar.gz
-
-echo "Unzipping..."
-
-tar -xf caffe_ilsvrc_2012.tar.gz && rm -f caffe_ilsvrc_2012.tar.gz
-
-echo "Done."
diff --git a/data/ilsvrc12/get_ilsvrc_aux.sh b/data/ilsvrc12/get_ilsvrc_aux.sh
new file mode 100755
index 0000000..9ba90d8
--- /dev/null
+++ b/data/ilsvrc12/get_ilsvrc_aux.sh
@@ -0,0 +1,20 @@
+#!/usr/bin/env sh
+#
+# N.B. This does not download the ilsvrcC12 data set, as it is gargantuan.
+# This script downloads the imagenet example auxiliary files including:
+# - the ilsvrc12 image mean, binaryproto
+# - synset ids and words
+# - the training splits with labels
+
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+cd $DIR
+
+echo "Downloading..."
+
+wget -q https://www.dropbox.com/s/g5myor4y2scdv95/caffe_ilsvrc12.tar.gz
+
+echo "Unzipping..."
+
+tar -xf caffe_ilsvrc12.tar.gz && rm -f caffe_ilsvrc12.tar.gz
+
+echo "Done."
diff --git a/data/get_mnist.sh b/data/mnist/get_mnist.sh
index d624dc0..b119b42 100755
--- a/data/get_mnist.sh
+++ b/data/mnist/get_mnist.sh
@@ -1,6 +1,9 @@
#!/usr/bin/env sh
# This scripts downloads the mnist data and unzips it.
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+cd $DIR
+
echo "Downloading..."
wget -q http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz