elementwise_sum_relu_op.cc

#include "caffe2/operators/utility_ops.h"

namespace caffe2 {

template <class Context>
class SumReluOp : public SumOp<Context> {
 public:
  USE_OPERATOR_CONTEXT_FUNCTIONS;
  SumReluOp(const OperatorDef& operator_def, Workspace* ws)
      : SumOp<Context>(operator_def, ws) {}

  template <typename T, typename M>
  bool DoRunWithType() {
    if (!SumOp<Context>::template DoRunWithType<T, M>()) {
      return false;
    }

    auto* output = Output(0);
    T* output_data = output->template mutable_data<T>();
    for (int i = 0; i < output->size(); ++i) {
      output_data[i] = std::max(static_cast<T>(0), output_data[i]);
    }
    return true;
  }

  bool RunOnDevice() override {
    if (Input(0).template IsType<float>()) {
      return DoRunWithType<float, float>();
    } else if (Input(0).template IsType<int>()) {
      return DoRunWithType<int, int>();
    } else {
      CAFFE_THROW(
          "Sum operator only supports 32-bit float and ints, but",
          " input was of type ",
          Input(0).dtype().name());
    }
  }
};

REGISTER_CPU_OPERATOR(SumRelu, SumReluOp<CPUContext>);

} // namespace caffe2