Skip to content

Commit bec6f3b

Browse files
authored
Merge branch 'master' into addsub_16x8
2 parents 2223a5c + 94a73f4 commit bec6f3b

File tree

3,093 files changed

+239187
-68133
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

3,093 files changed

+239187
-68133
lines changed

.bazelrc

Lines changed: 38 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -143,6 +143,11 @@ build:mkl --define=tensorflow_mkldnn_contraction_kernel=0
143143
build:mkl --define=build_with_mkl_dnn_v1_only=true
144144
build:mkl -c opt
145145

146+
# config to build OneDNN backend with a user specified threadpool.
147+
build:mkl_threadpool --define=build_with_mkl=true --define=enable_mkl=true
148+
build:mkl_threadpool --define=tensorflow_mkldnn_contraction_kernel=0
149+
build:mkl_threadpool --define=build_with_mkldnn_threadpool=true
150+
build:mkl_threadpool -c opt
146151
# This config refers to building with CUDA available. It does not necessarily
147152
# mean that we build CUDA op kernels.
148153
build:using_cuda --define=using_cuda=true
@@ -163,6 +168,8 @@ build:cuda_clang --action_env TF_CUDA_CLANG=1
163168
build:dbg --config=opt -c dbg
164169
# for now, disable arm_neon. see: https://github.com/tensorflow/tensorflow/issues/33360
165170
build:dbg --cxxopt -DTF_LITE_DISABLE_X86_NEON
171+
# AWS SDK must be compiled in release mode. see: https://github.com/tensorflow/tensorflow/issues/37498
172+
build:dbg --copt -DDEBUG_BUILD
166173

167174
build:tensorrt --action_env TF_NEED_TENSORRT=1
168175

@@ -233,10 +240,15 @@ build:c++17 --cxxopt=-std=c++1z
233240
build:c++17 --cxxopt=-stdlib=libc++
234241
build:c++1z --config=c++17
235242

236-
# Enable using platform specific build settings
243+
# Enable using platform specific build settings, except when cross-compiling for
244+
# mobile platforms.
237245
build --enable_platform_specific_config
246+
build:android --noenable_platform_specific_config
247+
build:ios --noenable_platform_specific_config
238248

239249
# Suppress C++ compiler warnings, otherwise build logs become 10s of MBs.
250+
build:android --copt=-w
251+
build:ios --copt=-w
240252
build:linux --copt=-w
241253
build:macos --copt=-w
242254
build:windows --copt=/w
@@ -256,6 +268,10 @@ build:macos --define=INCLUDEDIR=$(PREFIX)/include
256268
# TF_SYSTEM_LIBS do not work on windows.
257269

258270
# By default, build TF in C++ 14 mode.
271+
build:android --cxxopt=-std=c++14
272+
build:android --host_cxxopt=-std=c++14
273+
build:ios --cxxopt=-std=c++14
274+
build:ios --host_cxxopt=-std=c++14
259275
build:linux --cxxopt=-std=c++14
260276
build:linux --host_cxxopt=-std=c++14
261277
build:macos --cxxopt=-std=c++14
@@ -370,32 +386,32 @@ build:rbe_linux_cuda_base --repo_env=TF_NEED_CUDA=1
370386
test:rbe_linux_cuda_base --test_env=LD_LIBRARY_PATH="/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64"
371387

372388
build:rbe_linux_cuda_nvcc --config=rbe_linux_cuda_base
373-
build:rbe_linux_cuda_nvcc --crosstool_top="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain"
374-
build:rbe_linux_cuda_nvcc --extra_toolchains="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain-linux-x86_64"
375-
build:rbe_linux_cuda_nvcc --extra_execution_platforms="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
376-
build:rbe_linux_cuda_nvcc --host_platform="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
377-
build:rbe_linux_cuda_nvcc --platforms="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
378-
build:rbe_linux_cuda_nvcc --repo_env=TF_CUDA_CONFIG_REPO="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda"
379-
build:rbe_linux_cuda_nvcc --repo_env=TF_TENSORRT_CONFIG_REPO="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_tensorrt"
380-
build:rbe_linux_cuda_nvcc --repo_env=TF_NCCL_CONFIG_REPO="@ubuntu16.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_nccl"
389+
build:rbe_linux_cuda_nvcc --crosstool_top="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain"
390+
build:rbe_linux_cuda_nvcc --extra_toolchains="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain-linux-x86_64"
391+
build:rbe_linux_cuda_nvcc --extra_execution_platforms="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
392+
build:rbe_linux_cuda_nvcc --host_platform="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
393+
build:rbe_linux_cuda_nvcc --platforms="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
394+
build:rbe_linux_cuda_nvcc --repo_env=TF_CUDA_CONFIG_REPO="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda"
395+
build:rbe_linux_cuda_nvcc --repo_env=TF_TENSORRT_CONFIG_REPO="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_tensorrt"
396+
build:rbe_linux_cuda_nvcc --repo_env=TF_NCCL_CONFIG_REPO="@ubuntu18.04-py3-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_nccl"
381397
build:rbe_linux_cuda_nvcc --define=using_cuda_nvcc=true
382398
test:rbe_linux_cuda_nvcc --config=rbe_linux_cuda_base
383399

384400
build:rbe_linux_cuda_nvcc_base --config=rbe_linux_cuda_base
385-
build:rbe_linux_cuda_nvcc_base --crosstool_top="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain"
386-
build:rbe_linux_cuda_nvcc_base --extra_toolchains="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain-linux-x86_64"
387-
build:rbe_linux_cuda_nvcc_base --extra_execution_platforms="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
388-
build:rbe_linux_cuda_nvcc_base --host_platform="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
389-
build:rbe_linux_cuda_nvcc_base --platforms="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
390-
build:rbe_linux_cuda_nvcc_base --repo_env=TF_CUDA_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda"
391-
build:rbe_linux_cuda_nvcc_base --repo_env=TF_TENSORRT_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_tensorrt"
392-
build:rbe_linux_cuda_nvcc_base --repo_env=TF_NCCL_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_nccl"
401+
build:rbe_linux_cuda_nvcc_base --crosstool_top="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain"
402+
build:rbe_linux_cuda_nvcc_base --extra_toolchains="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain-linux-x86_64"
403+
build:rbe_linux_cuda_nvcc_base --extra_execution_platforms="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
404+
build:rbe_linux_cuda_nvcc_base --host_platform="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
405+
build:rbe_linux_cuda_nvcc_base --platforms="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_platform//:platform"
406+
build:rbe_linux_cuda_nvcc_base --repo_env=TF_CUDA_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda"
407+
build:rbe_linux_cuda_nvcc_base --repo_env=TF_TENSORRT_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_tensorrt"
408+
build:rbe_linux_cuda_nvcc_base --repo_env=TF_NCCL_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_nccl"
393409
build:rbe_linux_cuda_nvcc_base --define=using_cuda_nvcc=true
394-
build:rbe_linux_cuda_nvcc_py27 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python2.7"
395-
build:rbe_linux_cuda_nvcc_py35 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.5"
396-
build:rbe_linux_cuda_nvcc_py36 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.6"
397-
build:rbe_linux_cuda_nvcc_py37 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.7"
398-
build:rbe_linux_cuda_nvcc_py38 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu16.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.8"
410+
build:rbe_linux_cuda_nvcc_py27 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python2.7"
411+
build:rbe_linux_cuda_nvcc_py35 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.5"
412+
build:rbe_linux_cuda_nvcc_py36 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.6"
413+
build:rbe_linux_cuda_nvcc_py37 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.7"
414+
build:rbe_linux_cuda_nvcc_py38 --config=rbe_linux_cuda_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_python3.8"
399415

400416
build:rbe_linux_cuda_clang_base --config=rbe_linux_cuda_base
401417
build:rbe_linux_cuda_clang_base --crosstool_top="@ubuntu16.04-clang_manylinux2010-cuda10.1-cudnn7-tensorrt6.0_config_cuda//crosstool:toolchain"

.github/bot_config.yml

Lines changed: 87 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,87 @@
1+
# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
# ============================================================================
15+
#
16+
# THIS IS A GENERATED DOCKERFILE.
17+
#
18+
# This file was assembled from multiple pieces, whose use is documented
19+
# throughout. Please refer to the TensorFlow dockerfiles documentation
20+
# for more information.
21+
22+
# A list of assignees
23+
assignees:
24+
- amahendrakar
25+
- ravikyram
26+
- Saduf2019
27+
# A list of assignees for compiler folder
28+
compiler_assignees:
29+
- joker-eph
30+
# Cuda Comment
31+
cuda_comment: >
32+
From the template it looks like you are installing **TensorFlow** (TF) prebuilt binaries:
33+
* For TF-GPU - See point 1
34+
* For TF-CPU - See point 2
35+
-----------------------------------------------------------------------------------------------
36+
37+
**1. Installing **TensorFlow-GPU** (TF) prebuilt binaries**
38+
39+
40+
Make sure you are using compatible TF and CUDA versions.
41+
Please refer following TF version and CUDA version compatibility table.
42+
43+
| TF | CUDA |
44+
45+
| :-------------: | :-------------: |
46+
47+
| 2.1.0 - 2.2.0 | 10.1 |
48+
49+
| 1.13.1 - 2.0 | 10.0 |
50+
51+
| 1.5.0 - 1.12.0 | 9.0 |
52+
53+
* If you have above configuration and using _**Windows**_ platform -
54+
* Try adding the CUDA, CUPTI, and cuDNN installation directories to the %PATH% environment variable.
55+
* Refer [windows setup guide](https://www.tensorflow.org/install/gpu#windows_setup).
56+
* If you have above configuration and using _**Ubuntu/Linux**_ platform -
57+
* Try adding the CUDA, CUPTI, and cuDNN installation directories to the $LD_LIBRARY_PATH environment variable.
58+
* Refer [linux setup guide](https://www.tensorflow.org/install/gpu#linux_setup).
59+
* If error still persists then, apparently your CPU model does not support AVX instruction sets.
60+
* Refer [hardware requirements](https://www.tensorflow.org/install/pip#hardware-requirements).
61+
62+
-----------------------------------------------------------------------------------------------
63+
64+
**2. Installing **TensorFlow** (TF) CPU prebuilt binaries**
65+
66+
67+
*TensorFlow release binaries version 1.6 and higher are prebuilt with AVX instruction sets.*
68+
69+
70+
Therefore on any CPU that does not have these instruction sets, either CPU or GPU version of TF will fail to load.
71+
72+
Apparently, your CPU model does not support AVX instruction sets. You can still use TensorFlow with the alternatives given below:
73+
74+
* Try Google Colab to use TensorFlow.
75+
* The easiest way to use TF will be to switch to [google colab](https://colab.sandbox.google.com/notebooks/welcome.ipynb#recent=true). You get pre-installed latest stable TF version. Also you can use ```pip install``` to install any other preferred TF version.
76+
* It has an added advantage since you can you easily switch to different hardware accelerators (cpu, gpu, tpu) as per the task.
77+
* All you need is a good internet connection and you are all set.
78+
* Try to build TF from sources by changing CPU optimization flags.
79+
80+
*Please let us know if this helps.*
81+
82+
windows_comment: >
83+
From the stack trace it looks like you are hitting windows path length limit.
84+
* Try to disable path length limit on Windows 10.
85+
* Refer [disable path length limit instructions guide.](https://mspoweruser.com/ntfs-260-character-windows-10/)
86+
87+
Please let us know if this helps.

CODE_OF_CONDUCT.md

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,11 @@
11
# TensorFlow Code of Conduct
22

3-
In the interest of fostering an open and welcoming environment, we as contributors and maintainers pledge to making participation in our project and our community a harassment-free experience for everyone, regardless of age, body size, disability, ethnicity, gender identity and expression, level of experience, nationality, personal appearance, race, religion, or sexual identity and orientation.
4-
3+
In the interest of fostering an open and welcoming environment, we as
4+
contributors and maintainers pledge to make participation in our project and our
5+
community a harassment-free experience for everyone, regardless of age, body
6+
size, disability, ethnicity, gender identity and expression, level of
7+
experience, nationality, personal appearance, race, religion, or sexual identity
8+
and orientation.
59

610
## Our Standards
711

ISSUE_TEMPLATE.md

Lines changed: 19 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -4,26 +4,31 @@ https://stackoverflow.com/questions/tagged/tensorflow
44

55
If you open a GitHub issue, here is our policy:
66

7-
1. It must be a bug, a feature request, or a significant problem with documentation (for small docs fixes please send a PR instead).
8-
2. The form below must be filled out.
9-
3. It shouldn't be a TensorBoard issue. Those go [here](https://github.com/tensorflow/tensorboard/issues).
7+
1. It must be a bug, a feature request, or a significant problem with the
8+
documentation (for small docs fixes please send a PR instead).
9+
2. The form below must be filled out.
10+
3. It shouldn't be a TensorBoard issue. Those go
11+
[here](https://github.com/tensorflow/tensorboard/issues).
1012

1113
**Here's why we have that policy**: TensorFlow developers respond to issues. We want to focus on work that benefits the whole community, e.g., fixing bugs and adding features. Support only helps individuals. GitHub also notifies thousands of people when issues are filed. We want them to see you communicating an interesting problem, rather than being redirected to Stack Overflow.
1214

1315
------------------------
1416

1517
### System information
16-
- **Have I written custom code (as opposed to using a stock example script provided in TensorFlow)**:
17-
- **OS Platform and Distribution (e.g., Linux Ubuntu 16.04)**:
18-
- **Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue happens on mobile device**:
19-
- **TensorFlow installed from (source or binary)**:
20-
- **TensorFlow version (use command below)**:
21-
- **Python version**:
22-
- **Bazel version (if compiling from source)**:
23-
- **GCC/Compiler version (if compiling from source)**:
24-
- **CUDA/cuDNN version**:
25-
- **GPU model and memory**:
26-
- **Exact command to reproduce**:
18+
19+
- **Have I written custom code (as opposed to using a stock example script
20+
provided in TensorFlow)**:
21+
- **OS Platform and Distribution (e.g., Linux Ubuntu 16.04)**:
22+
- **Mobile device (e.g. iPhone 8, Pixel 2, Samsung Galaxy) if the issue
23+
happens on a mobile device**:
24+
- **TensorFlow installed from (source or binary)**:
25+
- **TensorFlow version (use command below)**:
26+
- **Python version**:
27+
- **Bazel version (if compiling from source)**:
28+
- **GCC/Compiler version (if compiling from source)**:
29+
- **CUDA/cuDNN version**:
30+
- **GPU model and memory**:
31+
- **Exact command to reproduce**:
2732

2833
You can collect some of this information using our environment capture script:
2934

0 commit comments

Comments
 (0)