MTtranslateService/Lib/site-packages/onnxruntime/capi/onnxruntime_collect_build_info.py

# -------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License.
# --------------------------------------------------------------------------
import ctypes
import sys
import warnings


def find_cudart_versions(build_env=False, build_cuda_version=None):
    # ctypes.CDLL and ctypes.util.find_library load the latest installed library.
    # it may not the the library that would be loaded by onnxruntime.
    # for example, in an environment with Cuda 11.1 and subsequently
    # conda cudatoolkit 10.2.89 installed. ctypes will find cudart 10.2. however,
    # onnxruntime built with Cuda 11.1 will find and load cudart for Cuda 11.1.
    # for the above reason, we need find all versions in the environment and
    # only give warnings if the expected cuda version is not found.
    # in onnxruntime build environment, we expected only one Cuda version.
    if not sys.platform.startswith("linux"):
        warnings.warn("find_cudart_versions only works on Linux")
        return None

    cudart_possible_versions = {None, build_cuda_version}

    def get_cudart_version(find_cudart_version=None):
        cudart_lib_filename = "libcudart.so"
        if find_cudart_version:
            cudart_lib_filename = cudart_lib_filename + "." + find_cudart_version

        try:
            cudart = ctypes.CDLL(cudart_lib_filename)
            cudart.cudaRuntimeGetVersion.restype = int
            cudart.cudaRuntimeGetVersion.argtypes = [ctypes.POINTER(ctypes.c_int)]
            version = ctypes.c_int()
            status = cudart.cudaRuntimeGetVersion(ctypes.byref(version))
            if status != 0:
                return None
        except:  # noqa
            return None

        return version.value

    # use set to avoid duplications
    cudart_found_versions = {get_cudart_version(cudart_version) for cudart_version in cudart_possible_versions}

    # convert to list and remove None
    return [ver for ver in cudart_found_versions if ver]


def find_cudnn_supported_cuda_versions(build_env=False):
    # comments in get_cudart_version apply here
    if not sys.platform.startswith("linux"):
        warnings.warn("find_cudnn_versions only works on Linux")

    cudnn_possible_versions = {None}
    if not build_env:
        # if not in a build environment, there may be more than one installed cudnn.
        # https://developer.nvidia.com/rdp/cudnn-archive to include all that may support Cuda 10+.
        cudnn_possible_versions.update(
            {
                "8.2",
                "8.1.1",
                "8.1.0",
                "8.0.5",
                "8.0.4",
                "8.0.3",
                "8.0.2",
                "8.0.1",
                "7.6.5",
                "7.6.4",
                "7.6.3",
                "7.6.2",
                "7.6.1",
                "7.6.0",
                "7.5.1",
                "7.5.0",
                "7.4.2",
                "7.4.1",
                "7.3.1",
                "7.3.0",
            }
        )

    def get_cudnn_supported_cuda_version(find_cudnn_version=None):
        cudnn_lib_filename = "libcudnn.so"
        if find_cudnn_version:
            cudnn_lib_filename = cudnn_lib_filename + "." + find_cudnn_version

        # in cudnn.h cudnn version are calculated as:
        # #define CUDNN_VERSION (CUDNN_MAJOR * 1000 + CUDNN_MINOR * 100 + CUDNN_PATCHLEVEL)
        try:
            cudnn = ctypes.CDLL(cudnn_lib_filename)
            # cudnn_ver = cudnn.cudnnGetVersion()
            cuda_ver = cudnn.cudnnGetCudartVersion()
            return cuda_ver
        except:  # noqa
            return None

    # use set to avoid duplications
    cuda_found_versions = {get_cudnn_supported_cuda_version(cudnn_version) for cudnn_version in cudnn_possible_versions}

    # convert to list and remove None
    return [ver for ver in cuda_found_versions if ver]