Running Windowed Detection with Caffe
=====================================
-[View this page as an IPython Notebook](http://nbviewer.ipython.org/github/BVLC/caffe/blob/gh-pages/selective_search_demo.ipynb) (highly recommended!)
+[View this page as an IPython Notebook](http://nbviewer.ipython.org/github/BVLC/caffe/blob/master/examples/selective_search_demo.ipynb) (highly recommended!)
---
!echo `pwd`/_temp/cat.jpg > _temp/cat.txt
!python ../python/caffe/detection/detector.py --crop_mode=selective_search --pretrained_model=../models/caffe_reference_imagenet_model --model_def=../models/imagenet.prototxt _temp/cat.txt _temp/cat.h5
- % Total % Received % Xferd Average Speed Time Time Time Current\r
- Dload Upload Total Spent Left Speed\r
- \r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 212k 100 212k 0 0 166k 0 0:00:01 0:00:01 --:--:-- 267k\r
- Loading Caffe model.\r
+
+ Loading Caffe model.
WARNING: Logging before InitGoogleLogging() is written to STDERR\r
I0213 01:19:34.836383 1959801216 net.cpp:66] Creating Layer conv1\r
I0213 01:19:34.836407 1959801216 net.cpp:76] conv1 <- data\r
import pandas as pd
-
+
df = pd.read_hdf('_temp/cat.h5', 'df')
print(df.shape)
print(df.iloc[0])
# Find, print, and display max detection.
window_order = pd.Series(feats_df.values.max(1)).order(ascending=False)
-
+
i = window_order.index[3]
j = window_order.index[13]
-
+
# Show top predictions for top detection.
f = pd.Series(df['feat'].iloc[i], index=labels_df['name'])
print('Top detection:')
print(f.order(ascending=False)[:5])
print('')
-
+
# Show top predictions for 10th top detection.
f = pd.Series(df['feat'].iloc[j], index=labels_df['name'])
print('10th detection:')
print(f.order(ascending=False)[:5])
-
+
# Show top detection in red, 10th top detection in blue.
im = imread('_temp/cat.jpg')
imshow(im)
currentAxis = plt.gca()
-
+
det = df.iloc[i]
coords = (det['xmin'], det['ymin']), det['xmax'] - det['xmin'], det['ymax'] - det['ymin']
currentAxis.add_patch(Rectangle(*coords, fill=False, edgecolor='r', linewidth=5))
-
+
det = df.iloc[j]
coords = (det['xmin'], det['ymin']), det['xmax'] - det['xmin'], det['ymax'] - det['ymin']
currentAxis.add_patch(Rectangle(*coords, fill=False, edgecolor='b', linewidth=5))
lynx 0.012947
Egyptian cat 0.004409
dtype: float32
-
+
10th detection:
name
tiger cat 0.681169
Non-maximum suppression: Greedily select high-scoring detections and
skip detections that are significantly covered by a previously
selected detection.
-
+
This version is translated from Matlab code by Tomasz Malisiewicz,
who sped up Pedro Felzenszwalb's code.
-
+
Parameters
----------
dets: ndarray
each row is ['xmin', 'ymin', 'xmax', 'ymax', 'score']
overlap: float
minimum overlap ratio (0.5 default)
-
+
Output
------
dets: ndarray
"""
if np.shape(dets)[0] < 1:
return dets
-
+
x1 = dets[:, 0]
y1 = dets[:, 1]
x2 = dets[:, 2]
y2 = dets[:, 3]
-
+
w = x2 - x1
h = y2 - y1
area = w * h
-
+
s = dets[:, 4]
ind = np.argsort(s)
-
+
pick = []
counter = 0
while len(ind) > 0:
i = ind[last]
pick.append(i)
counter += 1
-
+
xx1 = np.maximum(x1[i], x1[ind[:last]])
yy1 = np.maximum(y1[i], y1[ind[:last]])
xx2 = np.minimum(x2[i], x2[ind[:last]])
yy2 = np.minimum(y2[i], y2[ind[:last]])
-
+
w = np.maximum(0., xx2 - xx1 + 1)
h = np.maximum(0., yy2 - yy1 + 1)
-
+
o = w * h / area[ind[:last]]
-
+
to_delete = np.concatenate(
(np.nonzero(o > overlap)[0], np.array([last])))
ind = np.delete(ind, to_delete)
-
+
return dets[pick, :]
],
"language": "python",
"metadata": {},
- "outputs": [
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- " % Total % Received % Xferd Average Speed Time Time Time Current\r\n",
- " Dload Upload Total Spent Left Speed\r\n",
- "\r",
- " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "\r",
- "100 212k 100 212k 0 0 166k 0 0:00:01 0:00:01 --:--:-- 267k\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "Loading Caffe model.\r\n",
- "WARNING: Logging before InitGoogleLogging() is written to STDERR\r\n",
- "I0213 01:19:34.836383 1959801216 net.cpp:66] Creating Layer conv1\r\n",
- "I0213 01:19:34.836407 1959801216 net.cpp:76] conv1 <- data\r\n",
- "I0213 01:19:34.836422 1959801216 net.cpp:101] conv1 -> conv1\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "I0213 01:19:36.050011 1959801216 net.cpp:116] Top shape: 96 55 55\r\n",
- "I0213 01:19:36.050045 1959801216 net.cpp:133] conv1 needs backward computation.\r\n",
- "I0213 01:19:36.050055 1959801216 net.cpp:66] Creating Layer relu1\r\n",
- "I0213 01:19:36.050060 1959801216 net.cpp:76] relu1 <- conv1\r\n",
- "I0213 01:19:36.050066 1959801216 net.cpp:90] relu1 -> conv1 (in-place)\r\n",
- "I0213 01:19:36.050075 1959801216 net.cpp:116] Top shape: 96 55 55\r\n",
- "I0213 01:19:36.050079 1959801216 net.cpp:133] relu1 needs backward computation.\r\n",
- "I0213 01:19:36.050084 1959801216 net.cpp:66] Creating Layer pool1\r\n",
- "I0213 01:19:36.050088 1959801216 net.cpp:76] pool1 <- conv1\r\n",
- "I0213 01:19:36.050093 1959801216 net.cpp:101] pool1 -> pool1\r\n",
- "I0213 01:19:36.050101 1959801216 net.cpp:116] Top shape: 96 27 27\r\n",
- "I0213 01:19:36.050107 1959801216 net.cpp:133] pool1 needs backward computation.\r\n",
- "I0213 01:19:36.050111 1959801216 net.cpp:66] Creating Layer norm1\r\n",
- "I0213 01:19:36.050115 1959801216 net.cpp:76] norm1 <- pool1\r\n",
- "I0213 01:19:36.050119 1959801216 net.cpp:101] norm1 -> norm1\r\n",
- "I0213 01:19:36.050127 1959801216 net.cpp:116] Top shape: 96 27 27\r\n",
- "I0213 01:19:36.050132 1959801216 net.cpp:133] norm1 needs backward computation.\r\n",
- "I0213 01:19:36.050137 1959801216 net.cpp:66] Creating Layer pad2\r\n",
- "I0213 01:19:36.050142 1959801216 net.cpp:76] pad2 <- norm1\r\n",
- "I0213 01:19:36.050145 1959801216 net.cpp:101] pad2 -> pad2\r\n",
- "I0213 01:19:36.050151 1959801216 net.cpp:116] Top shape: 96 31 31\r\n",
- "I0213 01:19:36.050155 1959801216 net.cpp:133] pad2 needs backward computation.\r\n",
- "I0213 01:19:36.050170 1959801216 net.cpp:66] Creating Layer conv2\r\n",
- "I0213 01:19:36.050174 1959801216 net.cpp:76] conv2 <- pad2\r\n",
- "I0213 01:19:36.050375 1959801216 net.cpp:101] conv2 -> conv2\r\n",
- "I0213 01:19:36.052516 1959801216 net.cpp:116] Top shape: 256 27 27\r\n",
- "I0213 01:19:36.052526 1959801216 net.cpp:133] conv2 needs backward computation.\r\n",
- "I0213 01:19:36.052533 1959801216 net.cpp:66] Creating Layer relu2\r\n",
- "I0213 01:19:36.052538 1959801216 net.cpp:76] relu2 <- conv2\r\n",
- "I0213 01:19:36.052543 1959801216 net.cpp:90] relu2 -> conv2 (in-place)\r\n",
- "I0213 01:19:36.052548 1959801216 net.cpp:116] Top shape: 256 27 27\r\n",
- "I0213 01:19:36.052552 1959801216 net.cpp:133] relu2 needs backward computation.\r\n",
- "I0213 01:19:36.052557 1959801216 net.cpp:66] Creating Layer pool2\r\n",
- "I0213 01:19:36.052561 1959801216 net.cpp:76] pool2 <- conv2\r\n",
- "I0213 01:19:36.052567 1959801216 net.cpp:101] pool2 -> pool2\r\n",
- "I0213 01:19:36.052572 1959801216 net.cpp:116] Top shape: 256 13 13\r\n",
- "I0213 01:19:36.052577 1959801216 net.cpp:133] pool2 needs backward computation.\r\n",
- "I0213 01:19:36.052583 1959801216 net.cpp:66] Creating Layer norm2\r\n",
- "I0213 01:19:36.052587 1959801216 net.cpp:76] norm2 <- pool2\r\n",
- "I0213 01:19:36.052592 1959801216 net.cpp:101] norm2 -> norm2\r\n",
- "I0213 01:19:36.052597 1959801216 net.cpp:116] Top shape: 256 13 13\r\n",
- "I0213 01:19:36.052602 1959801216 net.cpp:133] norm2 needs backward computation.\r\n",
- "I0213 01:19:36.052608 1959801216 net.cpp:66] Creating Layer pad3\r\n",
- "I0213 01:19:36.052613 1959801216 net.cpp:76] pad3 <- norm2\r\n",
- "I0213 01:19:36.052618 1959801216 net.cpp:101] pad3 -> pad3\r\n",
- "I0213 01:19:36.052623 1959801216 net.cpp:116] Top shape: 256 15 15\r\n",
- "I0213 01:19:36.052628 1959801216 net.cpp:133] pad3 needs backward computation.\r\n",
- "I0213 01:19:36.052633 1959801216 net.cpp:66] Creating Layer conv3\r\n",
- "I0213 01:19:36.052636 1959801216 net.cpp:76] conv3 <- pad3\r\n",
- "I0213 01:19:36.052641 1959801216 net.cpp:101] conv3 -> conv3\r\n",
- "I0213 01:19:36.058481 1959801216 net.cpp:116] Top shape: 384 13 13\r\n",
- "I0213 01:19:36.058501 1959801216 net.cpp:133] conv3 needs backward computation.\r\n",
- "I0213 01:19:36.058508 1959801216 net.cpp:66] Creating Layer relu3\r\n",
- "I0213 01:19:36.058513 1959801216 net.cpp:76] relu3 <- conv3\r\n",
- "I0213 01:19:36.058521 1959801216 net.cpp:90] relu3 -> conv3 (in-place)\r\n",
- "I0213 01:19:36.058526 1959801216 net.cpp:116] Top shape: 384 13 13\r\n",
- "I0213 01:19:36.058529 1959801216 net.cpp:133] relu3 needs backward computation.\r\n",
- "I0213 01:19:36.058534 1959801216 net.cpp:66] Creating Layer pad4\r\n",
- "I0213 01:19:36.058538 1959801216 net.cpp:76] pad4 <- conv3\r\n",
- "I0213 01:19:36.058543 1959801216 net.cpp:101] pad4 -> pad4\r\n",
- "I0213 01:19:36.058554 1959801216 net.cpp:116] Top shape: 384 15 15\r\n",
- "I0213 01:19:36.058559 1959801216 net.cpp:133] pad4 needs backward computation.\r\n",
- "I0213 01:19:36.058564 1959801216 net.cpp:66] Creating Layer conv4\r\n",
- "I0213 01:19:36.058568 1959801216 net.cpp:76] conv4 <- pad4\r\n",
- "I0213 01:19:36.058573 1959801216 net.cpp:101] conv4 -> conv4\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "I0213 01:19:36.063360 1959801216 net.cpp:116] Top shape: 384 13 13\r\n",
- "I0213 01:19:36.063379 1959801216 net.cpp:133] conv4 needs backward computation.\r\n",
- "I0213 01:19:36.063385 1959801216 net.cpp:66] Creating Layer relu4\r\n",
- "I0213 01:19:36.063391 1959801216 net.cpp:76] relu4 <- conv4\r\n",
- "I0213 01:19:36.063397 1959801216 net.cpp:90] relu4 -> conv4 (in-place)\r\n",
- "I0213 01:19:36.063402 1959801216 net.cpp:116] Top shape: 384 13 13\r\n",
- "I0213 01:19:36.063406 1959801216 net.cpp:133] relu4 needs backward computation.\r\n",
- "I0213 01:19:36.063411 1959801216 net.cpp:66] Creating Layer pad5\r\n",
- "I0213 01:19:36.063416 1959801216 net.cpp:76] pad5 <- conv4\r\n",
- "I0213 01:19:36.063421 1959801216 net.cpp:101] pad5 -> pad5\r\n",
- "I0213 01:19:36.063426 1959801216 net.cpp:116] Top shape: 384 15 15\r\n",
- "I0213 01:19:36.063431 1959801216 net.cpp:133] pad5 needs backward computation.\r\n",
- "I0213 01:19:36.063441 1959801216 net.cpp:66] Creating Layer conv5\r\n",
- "I0213 01:19:36.063444 1959801216 net.cpp:76] conv5 <- pad5\r\n",
- "I0213 01:19:36.063449 1959801216 net.cpp:101] conv5 -> conv5\r\n",
- "I0213 01:19:36.066474 1959801216 net.cpp:116] Top shape: 256 13 13\r\n",
- "I0213 01:19:36.066490 1959801216 net.cpp:133] conv5 needs backward computation.\r\n",
- "I0213 01:19:36.066496 1959801216 net.cpp:66] Creating Layer relu5\r\n",
- "I0213 01:19:36.066501 1959801216 net.cpp:76] relu5 <- conv5\r\n",
- "I0213 01:19:36.066508 1959801216 net.cpp:90] relu5 -> conv5 (in-place)\r\n",
- "I0213 01:19:36.066512 1959801216 net.cpp:116] Top shape: 256 13 13\r\n",
- "I0213 01:19:36.066516 1959801216 net.cpp:133] relu5 needs backward computation.\r\n",
- "I0213 01:19:36.066520 1959801216 net.cpp:66] Creating Layer pool5\r\n",
- "I0213 01:19:36.066525 1959801216 net.cpp:76] pool5 <- conv5\r\n",
- "I0213 01:19:36.066529 1959801216 net.cpp:101] pool5 -> pool5\r\n",
- "I0213 01:19:36.066535 1959801216 net.cpp:116] Top shape: 256 6 6\r\n",
- "I0213 01:19:36.066540 1959801216 net.cpp:133] pool5 needs backward computation.\r\n",
- "I0213 01:19:36.066545 1959801216 net.cpp:66] Creating Layer fc6\r\n",
- "I0213 01:19:36.066550 1959801216 net.cpp:76] fc6 <- pool5\r\n",
- "I0213 01:19:36.066558 1959801216 net.cpp:101] fc6 -> fc6\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "I0213 01:19:36.333488 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.333513 1959801216 net.cpp:133] fc6 needs backward computation.\r\n",
- "I0213 01:19:36.333521 1959801216 net.cpp:66] Creating Layer relu6\r\n",
- "I0213 01:19:36.333528 1959801216 net.cpp:76] relu6 <- fc6\r\n",
- "I0213 01:19:36.333535 1959801216 net.cpp:90] relu6 -> fc6 (in-place)\r\n",
- "I0213 01:19:36.333541 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.333546 1959801216 net.cpp:133] relu6 needs backward computation.\r\n",
- "I0213 01:19:36.333551 1959801216 net.cpp:66] Creating Layer drop6\r\n",
- "I0213 01:19:36.333556 1959801216 net.cpp:76] drop6 <- fc6\r\n",
- "I0213 01:19:36.333560 1959801216 net.cpp:90] drop6 -> fc6 (in-place)\r\n",
- "I0213 01:19:36.333566 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.333570 1959801216 net.cpp:133] drop6 needs backward computation.\r\n",
- "I0213 01:19:36.333575 1959801216 net.cpp:66] Creating Layer fc7\r\n",
- "I0213 01:19:36.333580 1959801216 net.cpp:76] fc7 <- fc6\r\n",
- "I0213 01:19:36.333585 1959801216 net.cpp:101] fc7 -> fc7\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "I0213 01:19:36.450057 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.450075 1959801216 net.cpp:133] fc7 needs backward computation.\r\n",
- "I0213 01:19:36.450083 1959801216 net.cpp:66] Creating Layer relu7\r\n",
- "I0213 01:19:36.450089 1959801216 net.cpp:76] relu7 <- fc7\r\n",
- "I0213 01:19:36.450095 1959801216 net.cpp:90] relu7 -> fc7 (in-place)\r\n",
- "I0213 01:19:36.450101 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.450105 1959801216 net.cpp:133] relu7 needs backward computation.\r\n",
- "I0213 01:19:36.450114 1959801216 net.cpp:66] Creating Layer drop7\r\n",
- "I0213 01:19:36.450117 1959801216 net.cpp:76] drop7 <- fc7\r\n",
- "I0213 01:19:36.450121 1959801216 net.cpp:90] drop7 -> fc7 (in-place)\r\n",
- "I0213 01:19:36.450127 1959801216 net.cpp:116] Top shape: 4096 1 1\r\n",
- "I0213 01:19:36.450131 1959801216 net.cpp:133] drop7 needs backward computation.\r\n",
- "I0213 01:19:36.450136 1959801216 net.cpp:66] Creating Layer fc8\r\n",
- "I0213 01:19:36.450140 1959801216 net.cpp:76] fc8 <- fc7\r\n",
- "I0213 01:19:36.450145 1959801216 net.cpp:101] fc8 -> fc8\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "I0213 01:19:36.478497 1959801216 net.cpp:116] Top shape: 1000 1 1\r\n",
- "I0213 01:19:36.478538 1959801216 net.cpp:133] fc8 needs backward computation.\r\n",
- "I0213 01:19:36.478549 1959801216 net.cpp:66] Creating Layer prob\r\n",
- "I0213 01:19:36.478555 1959801216 net.cpp:76] prob <- fc8\r\n",
- "I0213 01:19:36.478567 1959801216 net.cpp:101] prob -> prob\r\n",
- "I0213 01:19:36.478581 1959801216 net.cpp:116] Top shape: 1000 1 1\r\n",
- "I0213 01:19:36.478585 1959801216 net.cpp:133] prob needs backward computation.\r\n",
- "I0213 01:19:36.478590 1959801216 net.cpp:144] This network produces output prob\r\n",
- "I0213 01:19:36.478602 1959801216 net.cpp:154] Collecting Learning Rate and Weight Decay.\r\n",
- "I0213 01:19:36.478628 1959801216 net.cpp:148] Network initialization done.\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "Caffe model loaded in 2.581 s\r\n",
- "Loading input and assembling batches...\r\n",
- "selective_search({'/Users/karayev/work/caffe-bvlc/examples/_temp/cat.jpg'}, '/var/folders/4q/vm1lt3t91p9gl06nz6s1dzzw0000gn/T/tmpt2_xYx.mat')\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "23 batches assembled in 3.691 s\r\n",
- "Processing 1 files in 23 batches\r\n",
- "...on batch 0/23, elapsed time: 0.000 s\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "...on batch 10/23, elapsed time: 2.928 s\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "...on batch 20/23, elapsed time: 5.803 s\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "Processing complete after 6.722 s.\r\n"
- ]
- },
- {
- "output_type": "stream",
- "stream": "stdout",
- "text": [
- "/usr/local/Cellar/python/2.7.6/Frameworks/Python.framework/Versions/2.7/lib/python2.7/site-packages/pandas/io/pytables.py:2446: PerformanceWarning: \r\n",
- "your performance may suffer as PyTables will pickle object types that it cannot\r\n",
- "map directly to c-types [inferred_type->mixed,key->block1_values] [items->['feat']]\r\n",
- "\r\n",
- " warnings.warn(ws, PerformanceWarning)\r\n",
- "Done. Saving to _temp/cat.h5 took 0.066 s.\r\n"
- ]
- }
- ],
- "prompt_number": 1
+ "outputs": []
},
{
"cell_type": "markdown",
projects / platform / upstream / caffeonacl.git / commitdiff