-
-
Notifications
You must be signed in to change notification settings - Fork 50
/
meta.yaml
354 lines (341 loc) · 15.2 KB
/
meta.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
{% set version = "2.5.1" %}
{% set build = 6 %}
{% if cuda_compiler_version != "None" %}
{% set build = build + 200 %}
{% endif %}
{% if blas_impl == "mkl" %}
{% set build = build + 100 %}
{% endif %}
package:
name: libtorch
version: {{ version }}
source:
url: https://github.com/pytorch/pytorch/releases/download/v{{ version }}/pytorch-v{{ version }}.tar.gz
sha256: 740eb5fff95e33cfe699bad43be83523f569c7cc7f9c285c2a255416443dd266
patches:
- patches/0003-Force-usage-of-python-3-and-error-without-numpy.patch
# https://github.com/pytorch/pytorch/pull/137084
- patches/0004-Help-find-numpy.patch
# https://github.com/pytorch/pytorch/pull/138287
- patches/0005-Use-system-nvtx3.patch
# sympy 1.13.2 was reported to result in test failures on Windows and mac
# https://github.com/pytorch/pytorch/pull/133235
- patches/0006-Update-sympy-version.patch
- patches/0007-Fix-duplicate-linker-script.patch # [cuda_compiler_version != "None" and aarch64]
# https://github.com/pytorch/pytorch/pull/136034
- patches/0008-Fix-pickler-error.patch
# https://github.com/pytorch/pytorch/pull/137331
- patches/137331.patch
# conda-specific patch, upstream force-disables libcufile w/ TH_BINARY_BUILD
# for their PyPI wheel builds
- patches/0009-Allow-libcufile-for-conda-builds.patch
# conda-specific patch, lets us override CUDA paths
- patches/0010-Allow-overriding-CUDA-related-paths.patch
build:
number: {{ build }}
string: cuda{{ cuda_compiler_version | replace('.', '') }}_h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [cuda_compiler_version != "None"]
string: cpu_{{ blas_impl }}_h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [cuda_compiler_version == "None"]
detect_binary_files_with_prefix: false
run_exports:
- {{ pin_subpackage('libtorch', max_pin='x.x') }}
ignore_run_exports_from:
- python * # [megabuild]
- numpy * # [megabuild]
- cross-python_{{ target_platform }} # [megabuild and build_platform != target_platform]
ignore_run_exports:
- python * # [megabuild]
- numpy * # [megabuild]
skip: true # [win]
# cuda 11.8 was dropped due to maintenance effort, see discussion in #177
skip: true # [cuda_compiler_version == "11.8"]
requirements:
# Keep this list synchronized (except for python*, numpy*) in outputs
# We use python to build libtorch as well because it is easier
build:
# When you change 3.12 here, change it in build.sh as well
- python 3.12 # [megabuild and build_platform != target_platform]
- python # [not megabuild and build_platform != target_platform]
- cross-python_{{ target_platform }} # [build_platform != target_platform]
- numpy * # [megabuild and build_platform != target_platform]
- numpy # [not megabuild and build_platform != target_platform]
- {{ stdlib('c') }}
- {{ compiler('c') }}
- {{ compiler('cxx') }}
- {{ compiler('cuda') }} # [cuda_compiler_version != "None"]
# Dec 2020: it seems that git is broken on windows, so we use m2-git
- m2-patch # [win]
- m2-git # [win]
- patch # [not win]
- git # [not win]
- libgomp # [linux]
- llvm-openmp # [osx]
- cmake
- ninja
# Keep libprotobuf here so that a compatibile version
# of protobuf is installed between build and host
- libprotobuf
- protobuf
- make # [linux]
host:
# GPU requirements
- cudnn # [cuda_compiler_version != "None"]
- nccl # [cuda_compiler_version != "None"]
- magma # [cuda_compiler_version != "None"]
- cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"]
- nvtx-c # [cuda_compiler_version != "None"]
{% if cuda_compiler_version != "None" %}
- cuda-driver-dev
- cuda-cudart-dev
- cuda-nvrtc-dev
- cuda-nvtx-dev
- cuda-nvml-dev
- cuda-profiler-api
- libcublas-dev
- libcufile-dev
- libcufft-dev
- libcurand-dev
- libcusolver-dev
- libcusparse-dev
{% endif %}
# other requirements
- python 3.12 # [megabuild]
- python # [not megabuild]
- numpy * # [megabuild]
- numpy # [not megabuild]
- pip
- setuptools
- pyyaml
- requests
- six
- mkl-devel {{ mkl }} # [blas_impl == "mkl"]
- libcblas * *_mkl # [blas_impl == "mkl"]
- libcblas # [blas_impl != "mkl"]
- liblapack # [blas_impl != "mkl"]
- libgomp # [linux]
- llvm-openmp # [osx]
- libabseil
- libprotobuf
- sleef
- libuv
- pkg-config # [unix]
- typing_extensions
run:
# GPU requirements without run_exports
- {{ pin_compatible('cudnn') }} # [cuda_compiler_version != "None"]
run_constrained:
# These constraints ensure conflict between pytorch and
# pytorch-cpu 1.1 which we built before conda-forge had GPU infrastructure
# built into place.
# https://github.com/conda-forge/pytorch-cpu-feedstock/issues/65
- pytorch-cpu =={{ version }} # [cuda_compiler_version == "None"]
- pytorch-gpu ==99999999 # [cuda_compiler_version == "None"]
- pytorch-gpu =={{ version }} # [cuda_compiler_version != "None"]
- pytorch-cpu ==99999999 # [cuda_compiler_version != "None"]
- pytorch {{ version }} cuda{{ cuda_compiler_version | replace('.', '') }}_*_{{ PKG_BUILDNUM }} # [cuda_compiler_version != "None"]
- pytorch {{ version }} cpu_{{ blas_impl }}_*_{{ PKG_BUILDNUM }} # [cuda_compiler_version == "None"]
# See following link for sysroot consraint addition
# https://github.com/conda-forge/pytorch-cpu-feedstock/pull/293#issuecomment-2503611320
# 2024/12 hmaarrfk's summary:
# The medium term solution is to add such a constraint to libcufile
# The long term solution is to add such a constraint to all packages
# that depend on a specific sysroot at building.
- sysroot_{{ target_platform }} >={{ c_stdlib_version }}
# these tests are for the libtorch output below, but due to
# a particularity of conda-build, that output is defined in
# the global build stage, including tests
test:
commands:
# libraries
{% for each_lib in [ 'libc10', 'libshm', 'libtorch', 'libtorch_cpu', 'libtorch_global_deps'] %}
- test -f $PREFIX/lib/{{ each_lib }}.so # [linux]
- test -f $PREFIX/lib/{{ each_lib }}.dylib # [osx]
{% endfor %}
{% for each_lib in ['libc10_cuda', 'libcaffe2_nvrtc', 'libtorch_cuda', 'libtorch_cuda_linalg'] %}
- test -f $PREFIX/lib/{{ each_lib }}.so # [linux and cuda_compiler_version != "None"]
{% endfor %}
outputs:
- name: libtorch
- name: pytorch
build:
string: cuda{{ cuda_compiler_version | replace('.', '') }}_py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [cuda_compiler_version != "None"]
string: cpu_{{ blas_impl }}_py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [cuda_compiler_version == "None"]
detect_binary_files_with_prefix: false
run_exports:
- {{ pin_subpackage('pytorch', max_pin='x.x') }}
- {{ pin_subpackage('libtorch', max_pin='x.x') }}
skip: true # [win]
skip: true # [cuda_compiler_version != "None" and linux64 and blas_impl != "mkl"]
script: build_pytorch.sh # [unix]
script: build_pytorch.bat # [win]
requirements:
build:
- python # [build_platform != target_platform]
- cross-python_{{ target_platform }} # [build_platform != target_platform]
- numpy # [build_platform != target_platform]
- {{ stdlib('c') }}
- {{ compiler('c') }}
- {{ compiler('cxx') }}
- {{ compiler('cuda') }} # [cuda_compiler_version != "None"]
# Dec 2020: it seems that git is broken on windows, so we use m2-git
- patch # [not win]
- m2-patch # [win]
- git # [not win]
- m2-git # [win]
- libgomp # [linux]
- llvm-openmp # [osx]
- cmake
- ninja
# Keep libprotobuf here so that a compatibile version
# of protobuf is installed between build and host
- libprotobuf
- protobuf
- make # [linux]
host:
# GPU requirements
- cudnn # [cuda_compiler_version != "None"]
- nccl # [cuda_compiler_version != "None"]
- magma # [cuda_compiler_version != "None"]
- cuda-version {{ cuda_compiler_version }} # [cuda_compiler_version != "None"]
- nvtx-c # [cuda_compiler_version != "None"]
{% if cuda_compiler_version != "None" %}
- cuda-driver-dev
- cuda-cudart-dev
- cuda-nvrtc-dev
- cuda-nvtx-dev
- cuda-nvml-dev
- cuda-profiler-api
- libcublas-dev
- libcufile-dev
- libcufft-dev
- libcurand-dev
- libcusolver-dev
- libcusparse-dev
{% endif %}
# other requirements
- python
- numpy
- pip
- setuptools
- pyyaml
- requests
- six
- mkl-devel {{ mkl }} # [blas_impl == "mkl"]
- libcblas * *_mkl # [blas_impl == "mkl"]
- libcblas # [blas_impl != "mkl"]
- liblapack # [blas_impl != "mkl"]
- libgomp # [linux]
- llvm-openmp # [osx]
- libabseil
- libprotobuf
- sleef
- libuv
- pkg-config # [unix]
- typing_extensions
- {{ pin_subpackage('libtorch', exact=True) }}
run:
- llvm-openmp # [osx]
# GPU requirements without run_exports
- {{ pin_compatible('cudnn') }} # [cuda_compiler_version != "None"]
# other requirements
- python
- typing_extensions
# sympy 1.13.2 was reported to result in test failures on Windows and mac
# https://github.com/pytorch/pytorch/pull/133235
- sympy >=1.13.1,!=1.13.2
- filelock
- jinja2
- networkx
- nomkl # [blas_impl != "mkl"]
- fsspec
# avoid that people without GPUs needlessly download ~0.5-1GB
- __cuda # [cuda_compiler_version != "None"]
- libtorch {{ version }}
- setuptools
run_constrained:
# These constraints ensure conflict between pytorch and
# pytorch-cpu 1.1 which we built before conda-forge had GPU infrastructure
# built into place.
# https://github.com/conda-forge/pytorch-cpu-feedstock/issues/65
- pytorch-cpu =={{ version }} # [cuda_compiler_version == "None"]
- pytorch-gpu ==99999999 # [cuda_compiler_version == "None"]
- pytorch-gpu =={{ version }} # [cuda_compiler_version != "None"]
- pytorch-cpu ==99999999 # [cuda_compiler_version != "None"]
test:
requires:
- {{ compiler('c') }}
- {{ compiler('cxx') }}
- boto3
- hypothesis
- pytest
- tabulate
- pydot
- mock # [linux]
- pip
- expecttest
- xmlrunner
imports:
- torch # [not (aarch64 and cuda_compiler_version != "None")]
source_files:
- test
# tools/ is needed to optimise test run
# as of pytorch=2.0.0, there is a bug when trying to run tests without the tools
- tools
commands:
- OMP_NUM_THREADS=4 python ./test/run_test.py || true # [not win and not (aarch64 and cuda_compiler_version != "None")]
- python ./test/run_test.py # [win]
# Run pip check so as to ensure that all pytorch packages are installed
# https://github.com/conda-forge/pytorch-cpu-feedstock/issues/24
- pip check
- python -c "import torch; print(torch.__version__)" # [not (aarch64 and cuda_compiler_version != "None")]
- python -c "import torch; assert torch.backends.mkldnn.m.is_available()" # [x86 and cuda_compiler_version == "None"]
# Running tests on aarch64 + cuda is not supported until we move to Alma Linux 8
# https://github.com/conda-forge/pytorch-cpu-feedstock/pull/267#issuecomment-2387225526
- python -c "import torch; torch.tensor(1).to('cpu').numpy(); print('numpy support enabled!!!')"
# At conda-forge, we target versions of OSX that are too old for MPS support
# But if users install a newer version of OSX, they will have MPS support
# https://github.com/conda-forge/pytorch-cpu-feedstock/pull/123#issuecomment-1186355073
# - python -c "import torch; assert torch.backends.mps.is_available()" # [osx]
- test -f $PREFIX/lib/libtorch_python${SHLIB_EXT} # [unix]
# 2021/08/01, hmaarrfk
# While this seems like a roundabout way of defining the package name
# It helps the linter avoid errors on a package not having tests.
{% set pytorch_cpu_gpu = "pytorch-cpu" %} # [cuda_compiler_version == "None"]
{% set pytorch_cpu_gpu = "pytorch-gpu" %} # [cuda_compiler_version != "None"]
- name: {{ pytorch_cpu_gpu }}
build:
string: cuda{{ cuda_compiler_version | replace('.', '') }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [megabuild and cuda_compiler_version != "None"]
string: cpu_{{ blas_impl }}_h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [megabuild and cuda_compiler_version == "None"]
string: cuda{{ cuda_compiler_version | replace('.', '') }}py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [not megabuild and cuda_compiler_version != "None"]
string: cpu_{{ blas_impl }}_py{{ CONDA_PY }}h{{ PKG_HASH }}_{{ PKG_BUILDNUM }} # [not megabuild and cuda_compiler_version == "None"]
detect_binary_files_with_prefix: false
skip: true # [cuda_compiler_version != "None" and linux64 and blas_impl != "mkl"]
# weigh down cpu implementation and give cuda preference
track_features:
- pytorch-cpu # [cuda_compiler_version == "None"]
requirements:
run:
- pytorch {{ version }}=cuda*{{ PKG_BUILDNUM }} # [megabuild and cuda_compiler_version != "None"]
- pytorch {{ version }}=cpu_{{ blas_impl }}*{{ PKG_BUILDNUM }} # [megabuild and cuda_compiler_version == "None"]
- {{ pin_subpackage("pytorch", exact=True) }} # [not megabuild]
test:
imports:
- torch
about:
home: https://pytorch.org/
dev_url: https://github.com/pytorch/pytorch
license: BSD-3-Clause
license_family: BSD
license_file:
- LICENSE
- NOTICE
- third_party/pybind11/LICENSE
summary: PyTorch is an optimized tensor library for deep learning using GPUs and CPUs.
extra:
recipe-maintainers:
- jeongseok-meta
- hmaarrfk
- sodre
- benjaminrwilson
- Tobias-Fischer
- beckermr
feedstock-name: pytorch-cpu