intel-extension-for-pytorch

1
#include "initialization.h"
2
#include <oneapi/dnnl/dnnl_graph.hpp>
3
#include <stdio.h>
4
#include <torch/csrc/jit/passes/autocast.h>
5
#include <torch/csrc/jit/passes/pass_manager.h>
6
#include <torch/torch.h>
7
#include <regex>
8
#include <string>
9
#include "auto_opt_config.h"
10
#include "fusion_pass.h"
11
#include "version.h"
12

13
namespace torch_ipex {
14

15
void init_jit_fusion_pass() {
16
  // jit fusion pass
17
  torch::jit::registerPrePass([](std::shared_ptr<torch::jit::Graph>& g) {
18
    if (AutoOptConfig::singleton().get_jit_fuse()) {
19
      torch_ipex::jit::FusionPass(g);
20
    }
21
  });
22
}
23

24
void disable_autocast_for_jit_script() {
25
  // We need disable autocast pass by default after
26
  // https://github.com/pytorch/pytorch/pull/74178. Will remove this after we
27
  // can extend the cast policy for this autocast pass.
28
  torch::jit::setAutocastMode(false);
29
}
30

31
void enable_onednn_graph_constant_tensor_cache() {
32
  // oneDNN graph constant cache was enabled by default.
33
  // It is changed to be disabled by default now to avoid potential OOM issues.
34
  // Turn it on here to enable weight cache in inference to avoid performance
35
  // regressions.
36
  dnnl::graph::set_constant_tensor_cache(true);
37
}
38

39
InitIPEX::InitIPEX() = default;
40
InitIPEX::~InitIPEX() = default;
41
InitIPEX::InitIPEX(InitIPEX&&) noexcept = default;
42

43
static auto init = InitIPEX()
44
                       .init(&init_jit_fusion_pass)
45
                       .init(&disable_autocast_for_jit_script)
46
                       .init(&enable_onednn_graph_constant_tensor_cache);
47

48
void InitIPEX::check_pytorch_version() {
49
  int IPEX_VERSION_MAJOR = 0;
50
  int IPEX_VERSION_MINOR = 0;
51
  const std::regex regex("(\\d+)\\.(\\d+).*");
52
  const std::string ipex_version = torch_ipex::__version__();
53
  std::smatch match;
54
  if (std::regex_match(ipex_version, match, regex)) {
55
    if (match.size() == 3) {
56
      IPEX_VERSION_MAJOR = std::stoi(match[1]);
57
      IPEX_VERSION_MINOR = std::stoi(match[2]);
58
    }
59
  }
60
  if (IPEX_VERSION_MAJOR != TORCH_VERSION_MAJOR ||
61
      IPEX_VERSION_MINOR != TORCH_VERSION_MINOR) {
62
    printf(
63
        "ERROR! Intel® Extension for PyTorch* needs to work with PyTorch/libtorch %d.%d.*, but PyTorch/libtorch %d.%d.%d is found. Please switch to the matching version and run again.\n",
64
        IPEX_VERSION_MAJOR,
65
        IPEX_VERSION_MINOR,
66
        TORCH_VERSION_MAJOR,
67
        TORCH_VERSION_MINOR,
68
        TORCH_VERSION_PATCH);
69
    exit(127);
70
  }
71
}
72

73
} // namespace torch_ipex
74