int8_given_tensor_fill_op.h

#ifndef CAFFE2_OPERATORS_INT8_GIVEN_TENSOR_FILL_OP_H_
#define CAFFE2_OPERATORS_INT8_GIVEN_TENSOR_FILL_OP_H_

#include "caffe2/core/context.h"
#include "caffe2/core/logging.h"
#include "caffe2/core/operator.h"
#include "caffe2/core/tensor_int8.h"
#include "caffe2/operators/filler_op.h"
#include "caffe2/utils/cast.h"
#include "caffe2/utils/math.h"

namespace caffe2 {
namespace int8 {

class Int8GivenTensorFillOp final : public Operator<CPUContext> {
 public:
  template <class... Args>
  explicit Int8GivenTensorFillOp(Args&&... args)
      : Operator<CPUContext>(std::forward<Args>(args)...),
        scale_(this->template GetSingleArgument<float>("Y_scale", 1.0)),
        zero_point_(
            this->template GetSingleArgument<int32_t>("Y_zero_point", 0)),
        shape_(this->template GetRepeatedArgument<int64_t>("shape")) {
    ExtractValues();
  }

  bool RunOnDevice() override {
    auto* output = Outputs()[0]->template GetMutable<Int8TensorCPU>();
    ReinitializeTensor(&output->t, shape_, at::dtype<uint8_t>().device(CPU));
    output->scale = scale_;
    output->zero_point = zero_point_;
    return Fill(output);
  }

 private:
  void ExtractValues() {
    auto source_values = this->template GetSingleArgument<string>("values", "");
    ReinitializeTensor(
        &values_, {static_cast<int64_t>(source_values.size())}, at::dtype<uint8_t>().device(CPU));
    uint8_t* values_data = values_.template mutable_data<uint8_t>();
    for (int i = 0; i < source_values.size(); i++) {
      values_data[i] = static_cast<uint8_t>(source_values[i]);
    }
  }

  bool Fill(Int8TensorCPU* output) {
    DCHECK_EQ(output->t.numel(), values_.numel())
        << "output size: " << output->t.numel()
        << " given size: " << values_.numel();
    auto* data = output->t.template mutable_data<uint8_t>();
    const uint8_t* values_data = values_.template data<uint8_t>();
    if (output->t.numel()) {
      context_.template CopySameDevice<uint8_t>(
          output->t.numel(), values_data, data);
    }
    return true;
  }

  float scale_;
  int32_t zero_point_;
  vector<int64_t> shape_;
  Tensor values_;
};

class Int8GivenIntTensorFillOp final : public Operator<CPUContext> {
 public:
  template <class... Args>
  explicit Int8GivenIntTensorFillOp(Args&&... args)
      : Operator<CPUContext>(std::forward<Args>(args)...),
        scale_(this->template GetSingleArgument<float>("Y_scale", 1.0)),
        zero_point_(
            this->template GetSingleArgument<int32_t>("Y_zero_point", 0)),
        shape_(this->template GetRepeatedArgument<int64_t>("shape")) {
    ExtractValues();
  }

  bool RunOnDevice() override {
    auto* output = Outputs()[0]->template GetMutable<Int8TensorCPU>();
    output->t.Resize(shape_);
    output->scale = scale_;
    output->zero_point = zero_point_;
    return Fill(output);
  }

 private:
  void ExtractValues() {
    auto source_values = this->template GetRepeatedArgument<int32_t>("values");
    ReinitializeTensor(
        &values_, {static_cast<int64_t>(source_values.size())}, at::dtype<int32_t>().device(CPU));
    auto* values_data = values_.template mutable_data<int32_t>();
    for (int i = 0; i < source_values.size(); i++) {
      values_data[i] = static_cast<int32_t>(source_values[i]);
    }
  }

  bool Fill(Int8TensorCPU* output) {
    DCHECK_EQ(output->t.numel(), values_.numel())
        << "output size: " << output->t.numel()
        << " given size: " << values_.numel();
    auto* data = output->t.template mutable_data<int32_t>();
    const auto* values_data = values_.template data<int32_t>();
    if (output->t.numel()) {
      context_.template CopySameDevice<int32_t>(
          output->t.numel(), values_data, data);
    }
    return true;
  }

  float scale_;
  int32_t zero_point_;
  vector<int64_t> shape_;
  Tensor values_;
};

} // namespace int8
} // namespace caffe2

#endif // CAFFE2_OPERATORS_INT8_GIVEN_TENSOR_FILL_OP_H_