src/api/operator/numpy/np_init_op.cc - master - githubmirror/incubator-mxnet

src/api/operator/numpy/np_init_op.cc
444 строки16 KB
mozga
[master][bugfix] Zero initialization to avoid error message on a Centos (#20582)
18 ноя 2021, 15:21
18 ноя 2021, 15:21bfa71cf
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *   http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

/*!
 * \file np_init_op.cc
 * \brief Implementation of the API of functions in src/operator/numpy/np_init_op.cc
 */
#include <dmlc/optional.h>
#include <mxnet/api_registry.h>
#include <mxnet/runtime/packed_func.h>
#include "../utils.h"
#include "../../../operator/tensor/init_op.h"
#include "../../../operator/numpy/np_init_op.h"
#include "../../../common/utils.h"

namespace mxnet {

MXNET_REGISTER_API("_npi.zeros").set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
  using namespace runtime;
  const nnvm::Op* op = Op::Get("_npi_zeros");
  nnvm::NodeAttrs attrs;
  op::InitOpParam param = {};
  if (args[0].type_code() == kDLInt) {
    param.shape = TShape(1, args[0].operator int64_t());
  } else {
    param.shape = TShape(args[0].operator ObjectRef());
  }
  if (args[1].type_code() == kNull) {
    param.dtype = mxnet::common::GetDefaultDtype();
  } else {
    param.dtype = String2MXNetTypeWithBool(args[1].operator std::string());
  }
  attrs.parsed = param;
  attrs.op     = op;
  SetAttrDict<op::InitOpParam>(&attrs);
  if (args[2].type_code() != kNull) {
    attrs.dict["ctx"] = args[2].operator std::string();
  }
  int num_outputs = 0;
  auto ndoutputs  = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
  *ret            = ndoutputs[0];
});

MXNET_REGISTER_API("_npi.full_like")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_full_like");
      nnvm::NodeAttrs attrs;
      op::FullLikeOpParam param = {};
      param.fill_value = args[1].operator double();
      if (args[2].type_code() == kNull) {
        param.dtype = dmlc::nullopt;
      } else {
        param.dtype = String2MXNetTypeWithBool(args[2].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      if (args[3].type_code() != kNull) {
        attrs.dict["ctx"] = args[3].operator std::string();
      }
      SetAttrDict<op::FullLikeOpParam>(&attrs);
      NDArray* out      = args[4].operator mxnet::NDArray*();
      NDArray** outputs = out == nullptr ? nullptr : &out;
      int num_outputs   = out != nullptr;
      NDArray* inputs[] = {args[0].operator mxnet::NDArray*()};
      int num_inputs    = 1;
      auto ndoutputs    = Invoke(op, &attrs, num_inputs, inputs, &num_outputs, outputs);
      if (out) {
        *ret = PythonArg(4);
      } else {
        *ret = ndoutputs[0];
      }
    });

MXNET_REGISTER_API("_npi.indices")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_indices");
      nnvm::NodeAttrs attrs;
      op::IndicesOpParam param = {};
      // param.dimensions
      if (args[0].type_code() == kDLInt) {
        param.dimensions = TShape(1, args[0].operator int64_t());
      } else {
        param.dimensions = TShape(args[0].operator ObjectRef());
      }
      // param.dtype
      if (args[1].type_code() == kNull) {
        param.dtype = -1;
      } else {
        param.dtype = String2MXNetTypeWithBool(args[1].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      SetAttrDict<op::IndicesOpParam>(&attrs);
      // param.ctx
      if (args[2].type_code() != kNull) {
        attrs.dict["ctx"] = args[2].operator std::string();
      }
      int num_inputs  = 0;
      int num_outputs = 0;
      auto ndoutputs  = Invoke(op, &attrs, num_inputs, nullptr, &num_outputs, nullptr);
      *ret            = ndoutputs[0];
    });

MXNET_REGISTER_API("_npi.atleast_1d")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_atleast_1d");
      nnvm::NodeAttrs attrs;
      op::AtleastNDParam param = {};
      int args_size  = args.size();
      param.num_args = args_size;
      attrs.parsed   = param;
      attrs.op       = op;
      SetAttrDict<op::AtleastNDParam>(&attrs);
      int num_inputs = args_size;
      std::vector<NDArray*> inputs_vec(args_size, nullptr);
      for (int i = 0; i < args_size; ++i) {
        inputs_vec[i] = args[i].operator mxnet::NDArray*();
      }
      NDArray** inputs = inputs_vec.data();
      int num_outputs  = 0;
      auto ndoutputs   = Invoke(op, &attrs, num_inputs, inputs, &num_outputs, nullptr);
      std::vector<NDArrayHandle> ndarray_handles;
      ndarray_handles.reserve(num_outputs);
      for (int i = 0; i < num_outputs; ++i) {
        ndarray_handles.emplace_back(ndoutputs[i]);
      }
      *ret = ADT(0, ndarray_handles.begin(), ndarray_handles.end());
    });

MXNET_REGISTER_API("_npi.atleast_2d")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_atleast_2d");
      nnvm::NodeAttrs attrs;
      op::AtleastNDParam param = {};
      int args_size  = args.size();
      param.num_args = args_size;
      attrs.parsed   = param;
      attrs.op       = op;
      SetAttrDict<op::AtleastNDParam>(&attrs);
      int num_inputs = args_size;
      std::vector<NDArray*> inputs_vec(args_size, nullptr);
      for (int i = 0; i < args_size; ++i) {
        inputs_vec[i] = args[i].operator mxnet::NDArray*();
      }
      NDArray** inputs = inputs_vec.data();
      int num_outputs  = 0;
      auto ndoutputs   = Invoke(op, &attrs, num_inputs, inputs, &num_outputs, nullptr);
      std::vector<NDArrayHandle> ndarray_handles;
      ndarray_handles.reserve(num_outputs);
      for (int i = 0; i < num_outputs; ++i) {
        ndarray_handles.emplace_back(ndoutputs[i]);
      }
      *ret = ADT(0, ndarray_handles.begin(), ndarray_handles.end());
    });

MXNET_REGISTER_API("_npi.atleast_3d")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_atleast_3d");
      nnvm::NodeAttrs attrs;
      op::AtleastNDParam param = {};
      int args_size  = args.size();
      param.num_args = args_size;
      attrs.parsed   = param;
      attrs.op       = op;
      SetAttrDict<op::AtleastNDParam>(&attrs);
      int num_inputs = args_size;
      std::vector<NDArray*> inputs_vec(args_size, nullptr);
      for (int i = 0; i < args_size; ++i) {
        inputs_vec[i] = args[i].operator mxnet::NDArray*();
      }
      NDArray** inputs = inputs_vec.data();
      int num_outputs  = 0;
      auto ndoutputs   = Invoke(op, &attrs, num_inputs, inputs, &num_outputs, nullptr);
      std::vector<NDArrayHandle> ndarray_handles;
      ndarray_handles.reserve(num_outputs);
      for (int i = 0; i < num_outputs; ++i) {
        ndarray_handles.emplace_back(ndoutputs[i]);
      }
      *ret = ADT(0, ndarray_handles.begin(), ndarray_handles.end());
    });

MXNET_REGISTER_API("_npi.arange")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_arange");
      nnvm::NodeAttrs attrs;
      op::RangeParam param = {};
      param.start = args[0].operator double();
      if (args[1].type_code() == kNull) {
        param.stop = dmlc::nullopt;
      } else {
        param.stop = args[1].operator double();
      }
      param.step        = args[2].operator double();
      param.repeat      = 1;
      param.infer_range = false;
      if (args[3].type_code() == kNull) {
        param.dtype =
            Imperative::Get()->is_np_default_dtype() ? mshadow::kInt64 : mshadow::kFloat32;
      } else {
        param.dtype = String2MXNetTypeWithBool(args[3].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      SetAttrDict<op::RangeParam>(&attrs);
      if (args[4].type_code() != kNull) {
        attrs.dict["ctx"] = args[4].operator std::string();
      }
      int num_outputs = 0;
      auto ndoutputs  = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
      *ret            = ndoutputs[0];
    });

MXNET_REGISTER_API("_npi.eye").set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
  using namespace runtime;
  const nnvm::Op* op = Op::Get("_npi_eye");
  nnvm::NodeAttrs attrs;
  op::NumpyEyeParam param = {};
  param.N = args[0].operator nnvm::dim_t();
  if (args[1].type_code() == kNull) {
    param.M = dmlc::nullopt;
  } else {
    param.M = args[1].operator nnvm::dim_t();
  }
  param.k = args[2].operator nnvm::dim_t();
  if (args[4].type_code() == kNull) {
    param.dtype = mxnet::common::GetDefaultDtype();
  } else {
    param.dtype = String2MXNetTypeWithBool(args[4].operator std::string());
  }
  attrs.parsed = param;
  attrs.op     = op;
  SetAttrDict<op::NumpyEyeParam>(&attrs);
  if (args[3].type_code() != kNull) {
    attrs.dict["ctx"] = args[3].operator std::string();
  }
  int num_outputs = 0;
  auto ndoutputs  = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
  *ret            = ndoutputs[0];
});

MXNET_REGISTER_API("_npi.linspace")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_linspace");
      nnvm::NodeAttrs attrs;
      op::NumpyLinspaceParam param;
      if (args[0].type_code() == kDLFloat || args[1].type_code() == kDLFloat) {
        param.start_double = args[0].operator double();
        param.stop_double  = args[1].operator double();
        param.value_type   = 2;
      } else if (args[0].type_code() == kDLUInt || args[1].type_code() == kDLUInt) {
        if (args[0].type_code() == kDLUInt) {
          param.start_uint = args[0].operator uint64_t();
        } else {
          param.start_uint = args[0].operator int64_t();
        }
        if (args[1].type_code() == kDLUInt) {
          param.stop_uint = args[1].operator uint64_t();
        } else {
          param.stop_uint = args[1].operator int64_t();
        }
        param.value_type = 1;
      } else {
        param.start_int  = args[0].operator int64_t();
        param.stop_int   = args[1].operator int64_t();
        param.value_type = 0;
      }
      if (features::is_enabled(features::INT64_TENSOR_SIZE))
        param.num = args[2].operator int64_t();
      else
        param.num = args[2].operator int();
      if (args[3].type_code() == kNull) {
        param.endpoint = true;
      } else {
        param.endpoint = args[3].operator bool();
      }
      if (args[5].type_code() == kNull) {
        param.dtype = mxnet::common::GetDefaultDtype();
      } else {
        param.dtype = String2MXNetTypeWithBool(args[5].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      SetAttrDict<op::NumpyLinspaceParam>(&attrs);
      if (args[4].type_code() != kNull) {
        attrs.dict["ctx"] = args[4].operator std::string();
      }
      int num_outputs = 0;
      auto ndoutputs  = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
      *ret            = ndoutputs[0];
    });

MXNET_REGISTER_API("_npi.logspace")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_logspace");
      nnvm::NodeAttrs attrs;
      op::LogspaceParam param = {};
      param.start = args[0].operator double();
      param.stop  = args[1].operator double();
      if (features::is_enabled(features::INT64_TENSOR_SIZE))
        param.num = args[2].operator int64_t();
      else
        param.num = args[2].operator int();
      if (args[3].type_code() == kNull) {
        param.endpoint = true;
      } else {
        param.endpoint = args[3].operator bool();
      }
      if (args[4].type_code() == kNull) {
        param.base = 10.0;
      } else {
        param.base = args[4].operator double();
      }
      if (args[6].type_code() == kNull) {
        param.dtype = mxnet::common::GetDefaultDtype();
      } else {
        param.dtype = String2MXNetTypeWithBool(args[6].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      SetAttrDict<op::LogspaceParam>(&attrs);
      if (args[5].type_code() != kNull) {
        attrs.dict["ctx"] = args[5].operator std::string();
      }
      int num_outputs = 0;
      auto ndoutputs  = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
      *ret            = ndoutputs[0];
    });

MXNET_REGISTER_API("_npi.ones").set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
  using namespace runtime;
  const nnvm::Op* op = Op::Get("_npi_ones");
  nnvm::NodeAttrs attrs;
  op::InitOpParam param = {};
  if (args[0].type_code() == kDLInt) {
    param.shape = TShape(1, args[0].operator int64_t());
  } else {
    param.shape = TShape(args[0].operator ObjectRef());
  }
  if (args[1].type_code() == kNull) {
    param.dtype = mxnet::common::GetDefaultDtype();
  } else {
    param.dtype = String2MXNetTypeWithBool(args[1].operator std::string());
  }
  attrs.parsed = param;
  attrs.op     = op;
  if (args[2].type_code() != kNull) {
    attrs.dict["ctx"] = args[2].operator std::string();
  }
  int num_outputs = 0;
  SetAttrDict<op::InitOpParam>(&attrs);
  auto ndoutputs = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
  *ret           = ndoutputs[0];
});

MXNET_REGISTER_API("_npi.full").set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
  using namespace runtime;
  const nnvm::Op* op = Op::Get("_npi_full");
  nnvm::NodeAttrs attrs;
  op::NumpyInitOpWithScalarParam param = {};
  if (args[0].type_code() == kDLInt) {
    param.shape = TShape(1, args[0].operator int64_t());
  } else {
    param.shape = TShape(args[0].operator ObjectRef());
  }
  if (args[1].type_code() == kNull) {
    param.dtype = mxnet::common::GetDefaultDtype();
  } else {
    param.dtype = String2MXNetTypeWithBool(args[1].operator std::string());
  }
  if (args[2].type_code() == kDLInt) {
    param.value_type = 0;
    param.int_value  = args[2].operator int64_t();
  } else if (args[2].type_code() == kDLUInt) {
    param.value_type = 1;
    param.uint_value = args[2].operator uint64_t();
  } else {
    param.value_type   = 2;
    param.double_value = args[2].operator double();
  }
  attrs.parsed = param;
  attrs.op     = op;
  if (args[3].type_code() != kNull) {
    attrs.dict["ctx"] = args[3].operator std::string();
  }
  SetAttrDict<op::NumpyInitOpWithScalarParam>(&attrs);
  NDArray* out      = args[4].operator mxnet::NDArray*();
  NDArray** outputs = out == nullptr ? nullptr : &out;
  int num_outputs   = out != nullptr;
  auto ndoutputs    = Invoke(op, &attrs, 0, nullptr, &num_outputs, outputs);
  if (out) {
    *ret = PythonArg(4);
  } else {
    *ret = ndoutputs[0];
  }
});

MXNET_REGISTER_API("_npi.identity")
    .set_body([](runtime::MXNetArgs args, runtime::MXNetRetValue* ret) {
      using namespace runtime;
      const nnvm::Op* op = Op::Get("_npi_identity");
      nnvm::NodeAttrs attrs;
      op::InitOpParam param = {};
      param.shape = TShape(args[0].operator ObjectRef());
      if (args[1].type_code() == kNull) {
        param.dtype = mxnet::common::GetDefaultDtype();
      } else {
        param.dtype = String2MXNetTypeWithBool(args[1].operator std::string());
      }
      attrs.parsed = param;
      attrs.op     = op;
      if (args[2].type_code() != kNull) {
        attrs.dict["ctx"] = args[2].operator std::string();
      }
      int num_outputs = 0;
      SetAttrDict<op::InitOpParam>(&attrs);
      auto ndoutputs = Invoke(op, &attrs, 0, nullptr, &num_outputs, nullptr);
      *ret           = ndoutputs[0];
    });

}  // namespace mxnet