pytorch

build.bzl
318 строк · 10.9 Кб
Перенос по словам
1
load(
2
    ":ufunc_defs.bzl",
3
    "aten_ufunc_generated_cpu_kernel_sources",
4
    "aten_ufunc_generated_cpu_sources",
5
    "aten_ufunc_generated_cuda_sources",
6
)
7

8
def define_targets(rules):
9
    rules.cc_library(
10
        name = "caffe2_core_macros",
11
        hdrs = [":caffe2_core_macros_h"],
12
    )
13

14
    rules.cmake_configure_file(
15
        name = "caffe2_core_macros_h",
16
        src = "caffe2/core/macros.h.in",
17
        out = "caffe2/core/macros.h",
18
        definitions = [
19
            "CAFFE2_BUILD_SHARED_LIBS",
20
            "CAFFE2_PERF_WITH_AVX",
21
            "CAFFE2_PERF_WITH_AVX2",
22
            "CAFFE2_PERF_WITH_AVX512",
23
            "CAFFE2_USE_EXCEPTION_PTR",
24
            "CAFFE2_USE_CUDNN",
25
            "USE_MKLDNN",
26
            "CAFFE2_USE_ITT",
27
            "USE_ROCM_KERNEL_ASSERT",
28
            "EIGEN_MPL2_ONLY",
29
        ],
30
    )
31

32
    rules.cc_library(
33
        name = "caffe2_serialize",
34
        srcs = [
35
            "caffe2/serialize/file_adapter.cc",
36
            "caffe2/serialize/inline_container.cc",
37
            "caffe2/serialize/istream_adapter.cc",
38
            "caffe2/serialize/read_adapter_interface.cc",
39
        ],
40
        copts = ["-fexceptions"],
41
        tags = [
42
            "-fbcode",
43
            "supermodule:android/default/pytorch",
44
            "supermodule:ios/default/public.pytorch",
45
            "xplat",
46
        ],
47
        visibility = ["//visibility:public"],
48
        deps = [
49
            ":caffe2_headers",
50
            "//c10",
51
            "//third_party/miniz-2.1.0:miniz",
52
            "@com_github_glog//:glog",
53
        ],
54
    )
55

56
    #
57
    # ATen generated code
58
    # You need to keep this is sync with the files written out
59
    # by gen.py (in the cmake build system, we track generated files
60
    # via generated_cpp.txt and generated_cpp.txt-cuda
61
    #
62
    # Sure would be nice to use gen.py to create this list dynamically
63
    # instead of hardcoding, no? Well, we can't, as discussed in this
64
    # thread:
65
    # https://fb.facebook.com/groups/askbuck/permalink/1924258337622772/
66

67
    gen_aten_srcs = [
68
        "aten/src/ATen/native/native_functions.yaml",
69
        "aten/src/ATen/native/tags.yaml",
70
    ] + rules.glob(["aten/src/ATen/templates/*"])
71

72
    gen_aten_cmd = " ".join([
73
        "$(execpath //torchgen:gen)",
74
        "--install_dir=$(RULEDIR)",
75
        "--source-path aten/src/ATen",
76
    ] + (["--static_dispatch_backend CPU"] if rules.is_cpu_static_dispatch_build() else []))
77

78
    gen_aten_outs_cuda = (
79
        GENERATED_H_CUDA + GENERATED_CPP_CUDA +
80
        aten_ufunc_generated_cuda_sources()
81
    )
82

83
    gen_aten_outs = (
84
        GENERATED_H + GENERATED_H_CORE +
85
        GENERATED_CPP + GENERATED_CPP_CORE +
86
        aten_ufunc_generated_cpu_sources() +
87
        aten_ufunc_generated_cpu_kernel_sources() + [
88
            "Declarations.yaml",
89
        ] + gen_aten_outs_cuda
90
    )
91

92
    rules.genrule(
93
        name = "gen_aten",
94
        srcs = gen_aten_srcs,
95
        outs = gen_aten_outs,
96
        cmd = gen_aten_cmd,
97
        tools = ["//torchgen:gen"],
98
    )
99

100
    rules.genrule(
101
        name = "gen_aten_hip",
102
        srcs = gen_aten_srcs,
103
        outs = gen_aten_outs_cuda,
104
        cmd = gen_aten_cmd + " --rocm",
105
        features = ["-create_bazel_outputs"],
106
        tags = ["-bazel"],
107
        tools = ["//torchgen:gen"],
108
    )
109

110
    rules.genrule(
111
        name = "generate-code",
112
        srcs = [
113
            ":DispatchKeyNativeFunctions.cpp",
114
            ":DispatchKeyNativeFunctions.h",
115
            ":LazyIr.h",
116
            ":LazyNonNativeIr.h",
117
            ":RegisterDispatchDefinitions.ini",
118
            ":RegisterDispatchKey.cpp",
119
            ":native_functions.yaml",
120
            ":shape_inference.h",
121
            ":tags.yaml",
122
            ":ts_native_functions.cpp",
123
            ":ts_native_functions.yaml",
124
        ],
125
        outs = GENERATED_AUTOGRAD_CPP + GENERATED_AUTOGRAD_PYTHON + GENERATED_TESTING_PY,
126
        cmd = "$(execpath //tools/setup_helpers:generate_code) " +
127
              "--gen-dir=$(RULEDIR) " +
128
              "--native-functions-path $(location :native_functions.yaml) " +
129
              "--tags-path=$(location :tags.yaml) " +
130
              "--gen_lazy_ts_backend",
131
        tools = ["//tools/setup_helpers:generate_code"],
132
    )
133

134
    rules.cc_library(
135
        name = "generated-autograd-headers",
136
        hdrs = [":{}".format(h) for h in _GENERATED_AUTOGRAD_CPP_HEADERS + _GENERATED_AUTOGRAD_PYTHON_HEADERS],
137
        visibility = ["//visibility:public"],
138
    )
139

140
    rules.genrule(
141
        name = "version_h",
142
        srcs = [
143
            ":torch/csrc/api/include/torch/version.h.in",
144
            ":version.txt",
145
        ],
146
        outs = ["torch/csrc/api/include/torch/version.h"],
147
        cmd = "$(execpath //tools/setup_helpers:gen_version_header) " +
148
              "--template-path $(location :torch/csrc/api/include/torch/version.h.in) " +
149
              "--version-path $(location :version.txt) --output-path $@ ",
150
        tools = ["//tools/setup_helpers:gen_version_header"],
151
    )
152

153
#
154
# ATen generated code
155
# You need to keep this is sync with the files written out
156
# by gen.py (in the cmake build system, we track generated files
157
# via generated_cpp.txt and generated_cpp.txt-cuda
158
#
159
# Sure would be nice to use gen.py to create this list dynamically
160
# instead of hardcoding, no? Well, we can't, as discussed in this
161
# thread:
162
# https://fb.facebook.com/groups/askbuck/permalink/1924258337622772/
163

164
GENERATED_H = [
165
    "Functions.h",
166
    "NativeFunctions.h",
167
    "NativeMetaFunctions.h",
168
    "FunctionalInverses.h",
169
    "RedispatchFunctions.h",
170
    "RegistrationDeclarations.h",
171
    "VmapGeneratedPlumbing.h",
172
]
173

174
GENERATED_H_CORE = [
175
    "Operators.h",
176
    # CPUFunctions.h (and likely similar headers) need to be part of core because
177
    # of the static dispatch build: TensorBody.h directly includes CPUFunctions.h.
178
    # The disinction looks pretty arbitrary though; maybe will can kill core
179
    # and merge the two?
180
    "CPUFunctions.h",
181
    "CPUFunctions_inl.h",
182
    "CompositeExplicitAutogradFunctions.h",
183
    "CompositeExplicitAutogradFunctions_inl.h",
184
    "CompositeExplicitAutogradNonFunctionalFunctions.h",
185
    "CompositeExplicitAutogradNonFunctionalFunctions_inl.h",
186
    "CompositeImplicitAutogradFunctions.h",
187
    "CompositeImplicitAutogradFunctions_inl.h",
188
    "CompositeImplicitAutogradNestedTensorFunctions.h",
189
    "CompositeImplicitAutogradNestedTensorFunctions_inl.h",
190
    "MetaFunctions.h",
191
    "MetaFunctions_inl.h",
192
    "core/TensorBody.h",
193
    "MethodOperators.h",
194
    "core/aten_interned_strings.h",
195
    "core/enum_tag.h",
196
]
197

198
GENERATED_H_CUDA = [
199
    "CUDAFunctions.h",
200
    "CUDAFunctions_inl.h",
201
]
202

203
GENERATED_CPP_CUDA = [
204
    "RegisterCUDA.cpp",
205
    "RegisterNestedTensorCUDA.cpp",
206
    "RegisterSparseCUDA.cpp",
207
    "RegisterSparseCsrCUDA.cpp",
208
    "RegisterQuantizedCUDA.cpp",
209
]
210

211
GENERATED_CPP = [
212
    "Functions.cpp",
213
    "RegisterBackendSelect.cpp",
214
    "RegisterCPU.cpp",
215
    "RegisterQuantizedCPU.cpp",
216
    "RegisterNestedTensorCPU.cpp",
217
    "RegisterSparseCPU.cpp",
218
    "RegisterSparseCsrCPU.cpp",
219
    "RegisterMkldnnCPU.cpp",
220
    "RegisterCompositeImplicitAutograd.cpp",
221
    "RegisterCompositeImplicitAutogradNestedTensor.cpp",
222
    "RegisterZeroTensor.cpp",
223
    "RegisterMeta.cpp",
224
    "RegisterQuantizedMeta.cpp",
225
    "RegisterNestedTensorMeta.cpp",
226
    "RegisterSparseMeta.cpp",
227
    "RegisterCompositeExplicitAutograd.cpp",
228
    "RegisterCompositeExplicitAutogradNonFunctional.cpp",
229
    "CompositeViewCopyKernels.cpp",
230
    "RegisterSchema.cpp",
231
    "RegisterFunctionalization_0.cpp",
232
    "RegisterFunctionalization_1.cpp",
233
    "RegisterFunctionalization_2.cpp",
234
    "RegisterFunctionalization_3.cpp",
235
]
236

237
GENERATED_CPP_CORE = [
238
    "Operators_0.cpp",
239
    "Operators_1.cpp",
240
    "Operators_2.cpp",
241
    "Operators_3.cpp",
242
    "Operators_4.cpp",
243
    "core/ATenOpList.cpp",
244
    "core/TensorMethods.cpp",
245
]
246

247
# These lists are temporarily living in and exported from the shared
248
# structure so that an internal build that lives under a different
249
# root can access them. These could technically live in a separate
250
# file in the same directory but that would require extra work to
251
# ensure that file is synced to both Meta internal repositories and
252
# GitHub. This problem will go away when the targets downstream of
253
# generate-code that use these lists are moved into the shared
254
# structure as well.
255

256
_GENERATED_AUTOGRAD_PYTHON_HEADERS = [
257
    "torch/csrc/autograd/generated/python_functions.h",
258
    "torch/csrc/autograd/generated/python_return_types.h",
259
]
260

261
_GENERATED_AUTOGRAD_CPP_HEADERS = [
262
    "torch/csrc/autograd/generated/Functions.h",
263
    "torch/csrc/autograd/generated/VariableType.h",
264
    "torch/csrc/autograd/generated/ViewFuncs.h",
265
    "torch/csrc/autograd/generated/variable_factories.h",
266
]
267

268
GENERATED_TESTING_PY = [
269
    "torch/testing/_internal/generated/annotated_fn_args.py",
270
]
271

272
GENERATED_LAZY_H = [
273
    "torch/csrc/lazy/generated/LazyIr.h",
274
    "torch/csrc/lazy/generated/LazyNonNativeIr.h",
275
    "torch/csrc/lazy/generated/LazyNativeFunctions.h",
276
]
277

278
_GENERATED_AUTOGRAD_PYTHON_CPP = [
279
    "torch/csrc/autograd/generated/python_functions_0.cpp",
280
    "torch/csrc/autograd/generated/python_functions_1.cpp",
281
    "torch/csrc/autograd/generated/python_functions_2.cpp",
282
    "torch/csrc/autograd/generated/python_functions_3.cpp",
283
    "torch/csrc/autograd/generated/python_functions_4.cpp",
284
    "torch/csrc/autograd/generated/python_nn_functions.cpp",
285
    "torch/csrc/autograd/generated/python_nested_functions.cpp",
286
    "torch/csrc/autograd/generated/python_fft_functions.cpp",
287
    "torch/csrc/autograd/generated/python_linalg_functions.cpp",
288
    "torch/csrc/autograd/generated/python_return_types.cpp",
289
    "torch/csrc/autograd/generated/python_enum_tag.cpp",
290
    "torch/csrc/autograd/generated/python_sparse_functions.cpp",
291
    "torch/csrc/autograd/generated/python_special_functions.cpp",
292
    "torch/csrc/autograd/generated/python_torch_functions_0.cpp",
293
    "torch/csrc/autograd/generated/python_torch_functions_1.cpp",
294
    "torch/csrc/autograd/generated/python_torch_functions_2.cpp",
295
    "torch/csrc/autograd/generated/python_variable_methods.cpp",
296
]
297

298
GENERATED_AUTOGRAD_PYTHON = _GENERATED_AUTOGRAD_PYTHON_HEADERS + _GENERATED_AUTOGRAD_PYTHON_CPP
299

300
GENERATED_AUTOGRAD_CPP = [
301
    "torch/csrc/autograd/generated/Functions.cpp",
302
    "torch/csrc/autograd/generated/VariableType_0.cpp",
303
    "torch/csrc/autograd/generated/VariableType_1.cpp",
304
    "torch/csrc/autograd/generated/VariableType_2.cpp",
305
    "torch/csrc/autograd/generated/VariableType_3.cpp",
306
    "torch/csrc/autograd/generated/VariableType_4.cpp",
307
    "torch/csrc/autograd/generated/ViewFuncs.cpp",
308
    "torch/csrc/autograd/generated/TraceType_0.cpp",
309
    "torch/csrc/autograd/generated/TraceType_1.cpp",
310
    "torch/csrc/autograd/generated/TraceType_2.cpp",
311
    "torch/csrc/autograd/generated/TraceType_3.cpp",
312
    "torch/csrc/autograd/generated/TraceType_4.cpp",
313
    "torch/csrc/autograd/generated/ADInplaceOrViewType_0.cpp",
314
    "torch/csrc/autograd/generated/ADInplaceOrViewType_1.cpp",
315
    "torch/csrc/lazy/generated/LazyNativeFunctions.cpp",
316
    "torch/csrc/lazy/generated/RegisterAutogradLazy.cpp",
317
    "torch/csrc/lazy/generated/RegisterLazy.cpp",
318
] + _GENERATED_AUTOGRAD_CPP_HEADERS + GENERATED_LAZY_H
319
pytorch

Использование cookies
