From: Jeff Donahue <jeff.donahue@gmail.com>
Date: Sat, 29 Mar 2014 20:46:20 +0000 (-0700)
Subject: cleanup power layer test suite
X-Git-Tag: submit/tizen/20180823.020014~692^2~55^2~1
X-Git-Url: http://review.tizen.org/git/?a=commitdiff_plain;h=bf511f7bdfd40577917b3797bb84ccc1de8db6f8;p=platform%2Fupstream%2Fcaffeonacl.git

cleanup power layer test suite
---

diff --git a/src/caffe/test/test_power_layer.cpp b/src/caffe/test/test_power_layer.cpp
index 9d2948f..451c415 100644
--- a/src/caffe/test/test_power_layer.cpp
+++ b/src/caffe/test/test_power_layer.cpp
@@ -1,5 +1,6 @@
 // Copyright 2014 BVLC and contributors.
 
+#include <algorithm>
 #include <vector>
 
 #include "cuda_runtime.h"
@@ -31,6 +32,55 @@ class PowerLayerTest : public ::testing::Test {
     blob_top_vec_.push_back(blob_top_);
   }
   virtual ~PowerLayerTest() { delete blob_bottom_; delete blob_top_; }
+
+  void TestForward(Dtype power, Dtype scale, Dtype shift) {
+    LayerParameter layer_param;
+    layer_param.mutable_power_param()->set_power(power);
+    layer_param.mutable_power_param()->set_scale(scale);
+    layer_param.mutable_power_param()->set_shift(shift);
+    PowerLayer<Dtype> layer(layer_param);
+    layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
+    layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
+    // Now, check values
+    const Dtype* bottom_data = this->blob_bottom_->cpu_data();
+    const Dtype* top_data = this->blob_top_->cpu_data();
+    const Dtype min_precision = 1e-5;
+    for (int i = 0; i < this->blob_bottom_->count(); ++i) {
+      Dtype expected_value = pow(shift + scale * bottom_data[i], power);
+      if (power == Dtype(0) || power == Dtype(1) || power == Dtype(2)) {
+        EXPECT_FALSE(isnan(top_data[i]));
+      }
+      if (isnan(expected_value)) {
+        EXPECT_TRUE(isnan(top_data[i]));
+      } else {
+        Dtype precision = max(Dtype(abs(expected_value * 0.0001)),
+                              min_precision);
+        EXPECT_NEAR(expected_value, top_data[i], precision);
+      }
+    }
+  }
+
+  void TestBackward(Dtype power, Dtype scale, Dtype shift) {
+    LayerParameter layer_param;
+    layer_param.mutable_power_param()->set_power(power);
+    layer_param.mutable_power_param()->set_scale(scale);
+    layer_param.mutable_power_param()->set_shift(shift);
+    PowerLayer<Dtype> layer(layer_param);
+    if (power != Dtype(0) && power != Dtype(1) && power != Dtype(2)) {
+      // Avoid NaNs by forcing (shift + scale * x) >= 0
+      Dtype* bottom_data = this->blob_bottom_->mutable_cpu_data();
+      Dtype min_value = -shift / scale;
+      for (int i = 0; i < this->blob_bottom_->count(); ++i) {
+        if (bottom_data[i] < min_value) {
+          bottom_data[i] = min_value + (min_value - bottom_data[i]);
+        }
+      }
+    }
+    GradientChecker<Dtype> checker(1e-2, 1e-2, 1701, 0., 0.01);
+    checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
+        &(this->blob_top_vec_));
+  }
+
   Blob<Dtype>* const blob_bottom_;
   Blob<Dtype>* const blob_top_;
   vector<Blob<Dtype>*> blob_bottom_vec_;
@@ -42,386 +92,162 @@ TYPED_TEST_CASE(PowerLayerTest, Dtypes);
 
 TYPED_TEST(PowerLayerTest, TestPowerCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = pow(shift + scale * bottom_data[i], power);
-    if (isnan(expected_value)) {
-      EXPECT_TRUE(isnan(top_data[i]));
-    } else {
-      TypeParam precision = abs(expected_value * 0.0001);
-      EXPECT_NEAR(expected_value, top_data[i], precision);
-    }
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerGradientCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  // Avoid NaNs by forcing (shift + scale * x) >= 0
-  TypeParam* bottom_data = this->blob_bottom_->mutable_cpu_data();
-  TypeParam min_value = -shift / scale;
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    if (bottom_data[i] < min_value) {
-      bottom_data[i] = min_value + (min_value - bottom_data[i]);
-    }
-  }
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerGradientShiftZeroCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = 0.0;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  // Flip negative values in bottom vector as x < 0 -> x^0.37 = nan
-  TypeParam* bottom_data = this->blob_bottom_->mutable_cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    bottom_data[i] = abs(bottom_data[i]);
-  }
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerZeroCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 0.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  TypeParam expected_value = TypeParam(1);
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    EXPECT_EQ(expected_value, top_data[i]);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerZeroGradientCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 0.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerOneCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 1.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = shift + scale * bottom_data[i];
-    EXPECT_NEAR(expected_value, top_data[i], 0.001);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerOneGradientCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 1.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.34;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = pow(shift + scale * bottom_data[i], 2);
-    EXPECT_NEAR(expected_value, top_data[i], 0.001);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoGradientCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoScaleHalfGradientCPU) {
   Caffe::set_mode(Caffe::CPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.5;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = pow(shift + scale * bottom_data[i], power);
-    if (isnan(expected_value)) {
-      EXPECT_TRUE(isnan(top_data[i]));
-    } else {
-      TypeParam precision = abs(expected_value * 0.0001);
-      EXPECT_NEAR(expected_value, top_data[i], precision);
-    }
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerGradientGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  // Avoid NaNs by forcing (shift + scale * x) >= 0
-  TypeParam* bottom_data = this->blob_bottom_->mutable_cpu_data();
-  TypeParam min_value = -shift / scale;
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    if (bottom_data[i] < min_value) {
-      bottom_data[i] = min_value + (min_value - bottom_data[i]);
-    }
-  }
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerGradientShiftZeroGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 0.37;
   TypeParam scale = 0.83;
   TypeParam shift = 0.0;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  // Flip negative values in bottom vector as x < 0 -> x^0.37 = nan
-  TypeParam* bottom_data = this->blob_bottom_->mutable_cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    bottom_data[i] = abs(bottom_data[i]);
-  }
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerZeroGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 0.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  TypeParam expected_value = TypeParam(1);
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    EXPECT_EQ(expected_value, top_data[i]);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerZeroGradientGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 0.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerOneGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 1.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = shift + scale * bottom_data[i];
-    EXPECT_NEAR(expected_value, top_data[i], 0.001);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerOneGradientGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 1.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.34;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  layer.SetUp(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  layer.Forward(this->blob_bottom_vec_, &(this->blob_top_vec_));
-  // Now, check values
-  const TypeParam* bottom_data = this->blob_bottom_->cpu_data();
-  const TypeParam* top_data = this->blob_top_->cpu_data();
-  for (int i = 0; i < this->blob_bottom_->count(); ++i) {
-    TypeParam expected_value = pow(shift + scale * bottom_data[i], 2);
-    EXPECT_NEAR(expected_value, top_data[i], 0.001);
-  }
+  TestForward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoGradientGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.83;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 TYPED_TEST(PowerLayerTest, TestPowerTwoScaleHalfGradientGPU) {
   Caffe::set_mode(Caffe::GPU);
-  LayerParameter layer_param;
   TypeParam power = 2.0;
   TypeParam scale = 0.5;
   TypeParam shift = -2.4;
-  layer_param.mutable_power_param()->set_power(power);
-  layer_param.mutable_power_param()->set_scale(scale);
-  layer_param.mutable_power_param()->set_shift(shift);
-  PowerLayer<TypeParam> layer(layer_param);
-  GradientChecker<TypeParam> checker(1e-2, 1e-2, 1701, 0., 0.01);
-  checker.CheckGradientExhaustive(&layer, &(this->blob_bottom_vec_),
-      &(this->blob_top_vec_));
+  TestBackward(power, scale, shift);
 }
 
 }  // namespace caffe