tfaddonsbuild.txt

tfaddonsbuild.txt

# cuda10, cuddn7.5, bazel 2.0, gcc7 through devtoolset-7, our custom tf2 build

0. # scl enable devtoolset-7 -- bash # for gcc on centos

1.
edit files build_deps/toolchains/* change 10.1 to 10.0

edit build_deps/toolchains/gcc7_manylinux2010-nvcc-cuda10.1/BUILD
-        "/usr/local/cuda-10.1/targets/x86_64-linux/include",
-        "/usr/local/cuda-10.1/include",
-        "/usr/local/cuda-10.1/extras/CUPTI/include",
+        "/usr/local/cuda-10.0/targets/x86_64-linux/include",
+        "/usr/local/cuda-10.0/include",
+        "/usr/local/cuda-10.0/extras/CUPTI/include",


edit build_deps/toolchains/gcc7_manylinux2010-nvcc-cuda10.1/clang/bin/crosstool_wrapper_driver_is_not_gcc
-CPU_COMPILER = ('/dt7/usr/bin/gcc')
-GCC_HOST_COMPILER_PATH = ('/dt7/usr/bin/gcc')
+CPU_COMPILER = ('/opt/rh/devtoolset-7/root/usr/bin/g++')
+GCC_HOST_COMPILER_PATH = ('/opt/rh/devtoolset-7/root/usr/bin/g++')

-NVCC_PATH = '/usr/local/cuda-10.1/bin/nvcc'
+NVCC_PATH = '/usr/local/cuda-10.0/bin/nvcc'
 PREFIX_DIR = os.path.dirname(GCC_HOST_COMPILER_PATH)
-NVCC_VERSION = '10.1'
+NVCC_VERSION = '10.0'

edit build_deps/toolchains/gpu/cuda_configure.bzl
 _DEFAULT_CUDA_COMPUTE_CAPABILITIES = [
     "3.5",
+    "3.7",
+    "7.0",
+    "5.0",
     "5.2",
+    "6.1",
+    "7.5",
 ]

 def _get_python_bin(repository_ctx):
@@ -570,28 +575,28 @@ def _find_libs(repository_ctx, cuda_config):
             repository_ctx,
             cpu_value,
             cuda_config.config["cublas_library_dir"],
-            cuda_config.cuda_major_version,
+            cuda_config.cuda_version,
         ),
         "cusolver": _find_cuda_lib(
             "cusolver",
             repository_ctx,
             cpu_value,
             cuda_config.config["cuda_library_dir"],
-            cuda_config.cuda_major_version,
+            cuda_config.cuda_version,
         ),
         "curand": _find_cuda_lib(
             "curand",
             repository_ctx,
             cpu_value,
             cuda_config.config["cuda_library_dir"],

    ),
         "cufft": _find_cuda_lib(
             "cufft",
             repository_ctx,
             cpu_value,
             cuda_config.config["cuda_library_dir"],
-            cuda_config.cuda_major_version,
+            cuda_config.cuda_version,
         ),



2.
execute tools/install_so_files.sh (but it fails)

3. add to configure.py
write_action_env("TF_CUDA_COMPUTE_CAPABILITIES", os.getenv("TF_CUDA_COMPUTE_CAPABILITIES", "3.7,3.5,5.0,7.5,7.0,5.2"))

4. (this fails)
python configure.py --no-deps
bash tools/install_so_files.sh

5. python configure.py
build --action_env TF_HEADER_DIR="/home/michal/env/dev2/lib64/python3.6/site-packages/tensorflow/include"
build --action_env TF_SHARED_LIBRARY_DIR="/home/michal/env/dev2/lib64/python3.6/site-packages/tensorflow"
build --action_env TF_SHARED_LIBRARY_NAME="libtensorflow_framework.so.2"
build --action_env TF_CXX11_ABI_FLAG="0"
build --spawn_strategy=standalone
build --strategy=Genrule=standalone
build -c opt
build --action_env TF_NEED_CUDA="1"
build --action_env CUDA_TOOLKIT_PATH="/usr/local/cuda"
build --action_env CUDNN_INSTALL_PATH="/usr/local/cuda"
build --action_env TF_CUDA_VERSION="10.0"
build --action_env TF_CUDNN_VERSION="7.5"
build --action_env TF_CUDA_COMPUTE_CAPABILITIES="3.7,3.5,5.0,7.5,7.0,5.2"
test --config=cuda
build --config=cuda
build:cuda --define=using_cuda=true --define=using_cuda_nvcc=true
build:cuda --crosstool_top=@local_config_cuda//crosstool:toolchain
  
6.
bazel build --enable_runfiles build_pip_pkg
bazel-bin/build_pip_pkg artifacts

pip install artifacts/tensorflow_addons-*.whl