Update subpackages. (#2776)

Author: maleadt

lib/cublas/libcublas.jl

@@ -3046,6 +3046,7 @@ end
     CUBLAS_TENSOR_OP_MATH = 1
     CUBLAS_PEDANTIC_MATH = 2
     CUBLAS_TF32_TENSOR_OP_MATH = 3
+    CUBLAS_FP32_EMULATED_BF16X9_MATH = 4
     CUBLAS_MATH_DISALLOW_REDUCED_PRECISION_REDUCTION = 16
 end
 
@@ -3059,12 +3060,19 @@ const cublasDataType_t = cudaDataType
     CUBLAS_COMPUTE_32F_FAST_16F = 74
     CUBLAS_COMPUTE_32F_FAST_16BF = 75
     CUBLAS_COMPUTE_32F_FAST_TF32 = 77
+    CUBLAS_COMPUTE_32F_EMULATED_16BFX9 = 78
     CUBLAS_COMPUTE_64F = 70
     CUBLAS_COMPUTE_64F_PEDANTIC = 71
     CUBLAS_COMPUTE_32I = 72
     CUBLAS_COMPUTE_32I_PEDANTIC = 73
 end
 
+@cenum cublasEmulationStrategy_t::UInt32 begin
+    CUBLAS_EMULATION_STRATEGY_DEFAULT = 0
+    CUBLAS_EMULATION_STRATEGY_PERFORMANT = 1
+    CUBLAS_EMULATION_STRATEGY_EAGER = 2
+end
+
 # typedef void ( * cublasLogCallback ) ( const char * msg )
 const cublasLogCallback = Ptr{Cvoid}
 
@@ -3113,6 +3121,18 @@ end
                                                    smCountTarget::Cint)::cublasStatus_t
 end
 
+@checked function cublasGetEmulationStrategy(handle, emulationStrategy)
+    initialize_context()
+    @gcsafe_ccall libcublas.cublasGetEmulationStrategy(handle::cublasHandle_t,
+                                                       emulationStrategy::Ptr{cublasEmulationStrategy_t})::cublasStatus_t
+end
+
+@checked function cublasSetEmulationStrategy(handle, emulationStrategy)
+    initialize_context()
+    @gcsafe_ccall libcublas.cublasSetEmulationStrategy(handle::cublasHandle_t,
+                                                       emulationStrategy::cublasEmulationStrategy_t)::cublasStatus_t
+end
+
 function cublasGetStatusName(status)
     initialize_context()
     @gcsafe_ccall libcublas.cublasGetStatusName(status::cublasStatus_t)::Cstring

lib/cublas/libcublasLt.jl

@@ -833,7 +833,10 @@ end
     CUBLASLT_MATMUL_MATRIX_SCALE_SCALAR_32F = 0
     CUBLASLT_MATMUL_MATRIX_SCALE_VEC16_UE4M3 = 1
     CUBLASLT_MATMUL_MATRIX_SCALE_VEC32_UE8M0 = 2
-    CUBLASLT_MATMUL_MATRIX_SCALE_END = 3
+    CUBLASLT_MATMUL_MATRIX_SCALE_OUTER_VEC_32F = 3
+    CUBLASLT_MATMUL_MATRIX_SCALE_VEC128_32F = 4
+    CUBLASLT_MATMUL_MATRIX_SCALE_BLK128x128_32F = 5
+    CUBLASLT_MATMUL_MATRIX_SCALE_END = 6
 end
 
 @cenum cublasLtPointerMode_t::UInt32 begin
@@ -896,6 +899,11 @@ end
     CUBLASLT_ORDER_COL32_2R_4R4 = 4
 end
 
+@cenum cublasLtBatchMode_t::UInt32 begin
+    CUBLASLT_BATCH_MODE_STRIDED = 0
+    CUBLASLT_BATCH_MODE_POINTER_ARRAY = 1
+end
+
 @cenum cublasLtMatrixLayoutAttribute_t::UInt32 begin
     CUBLASLT_MATRIX_LAYOUT_TYPE = 0
     CUBLASLT_MATRIX_LAYOUT_ORDER = 1
@@ -905,6 +913,7 @@ end
     CUBLASLT_MATRIX_LAYOUT_BATCH_COUNT = 5
     CUBLASLT_MATRIX_LAYOUT_STRIDED_BATCH_OFFSET = 6
     CUBLASLT_MATRIX_LAYOUT_PLANE_OFFSET = 7
+    CUBLASLT_MATRIX_LAYOUT_BATCH_MODE = 8
 end
 
 @checked function cublasLtMatrixLayoutInit_internal(matLayout, size, type, rows, cols, ld)
@@ -1267,6 +1276,8 @@ end
     CUBLASLT_ALGO_CAP_MIN_ALIGNMENT_C_BYTES = 18
     CUBLASLT_ALGO_CAP_MIN_ALIGNMENT_D_BYTES = 19
     CUBLASLT_ALGO_CAP_ATOMIC_SYNC = 20
+    CUBLASLT_ALGO_CAP_POINTER_ARRAY_BATCH_SUPPORT = 21
+    CUBLASLT_ALGO_CAP_FLOATING_POINT_EMULATION_SUPPORT = 22
 end
 
 @checked function cublasLtMatmulAlgoCapGetAttribute(algo, attr, buf, sizeInBytes,
@@ -1337,7 +1348,7 @@ end
     @gcsafe_ccall libcublasLt.cublasLtLoggerSetMask(mask::Cint)::cublasStatus_t
 end
 
-# no prototype is found for this function at cublasLt.h:2507:29, please use with caution
+# no prototype is found for this function at cublasLt.h:2550:29, please use with caution
 @checked function cublasLtLoggerForceDisable()
     initialize_context()
     @gcsafe_ccall libcublasLt.cublasLtLoggerForceDisable()::cublasStatus_t

lib/cudadrv/libcuda.jl

@@ -1,7 +1,7 @@
 name = "cuDNN"
 uuid = "02a925ec-e4fe-4b08-9a7e-0d78e3d38ccd"
 authors = ["Tim Besard <tim.besard@gmail.com>"]
-version = "1.4.2"
+version = "1.4.3"
 
 [deps]
 CEnum = "fa961155-64e5-5f13-b03f-caf6b980ea82"
@@ -13,5 +13,5 @@ CUDNN_jll = "62b44479-cb7b-5706-934f-f13b2eb2e645"
 CEnum = "0.2, 0.3, 0.4, 0.5"
 CUDA = "~5.7"
 CUDA_Runtime_Discovery = "0.2, 0.3"
-CUDNN_jll = "~9.4"
+CUDNN_jll = "9.10"
 julia = "1.10"

lib/cudnn/Project.toml

@@ -382,6 +382,7 @@ end
     CUDNN_ATTR_ENGINEHEUR_OPERATION_GRAPH = 201
     CUDNN_ATTR_ENGINEHEUR_RESULTS = 202
     CUDNN_ATTR_ENGINEHEUR_SM_COUNT_TARGET = 203
+    CUDNN_ATTR_ENGINEHEUR_DEVICEPROP = 204
     CUDNN_ATTR_ENGINECFG_ENGINE = 300
     CUDNN_ATTR_ENGINECFG_INTERMEDIATE_INFO = 301
     CUDNN_ATTR_ENGINECFG_KNOB_CHOICES = 302
@@ -394,6 +395,7 @@ end
     CUDNN_ATTR_EXECUTION_PLAN_RUN_ONLY_INTERMEDIATE_UIDS = 404
     CUDNN_ATTR_EXECUTION_PLAN_JSON_REPRESENTATION = 405
     CUDNN_ATTR_EXECUTION_PLAN_KERNEL_CACHE = 406
+    CUDNN_ATTR_EXECUTION_PLAN_DEVICEPROP = 407
     CUDNN_ATTR_INTERMEDIATE_INFO_UNIQUE_ID = 500
     CUDNN_ATTR_INTERMEDIATE_INFO_SIZE = 501
     CUDNN_ATTR_INTERMEDIATE_INFO_DEPENDENT_DATA_UIDS = 502
@@ -482,6 +484,7 @@ end
     CUDNN_ATTR_ENGINE_LAYOUT_INFO = 1304
     CUDNN_ATTR_ENGINE_BEHAVIOR_NOTE = 1305
     CUDNN_ATTR_ENGINE_SM_COUNT_TARGET = 1306
+    CUDNN_ATTR_ENGINE_DEVICEPROP = 1307
     CUDNN_ATTR_MATMUL_COMP_TYPE = 1500
     CUDNN_ATTR_MATMUL_PADDING_VALUE = 1503
     CUDNN_ATTR_OPERATION_MATMUL_ADESC = 1520
@@ -572,6 +575,20 @@ end
     CUDNN_ATTR_OPERATION_NORM_BWD_PEER_STAT_DESCS = 2110
     CUDNN_ATTR_OPERATION_RESHAPE_XDESC = 2200
     CUDNN_ATTR_OPERATION_RESHAPE_YDESC = 2201
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_XDESC = 2250
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_YDESC = 2251
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_LOWER_BANDWIDTH = 2252
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_UPPER_BANDWIDTH = 2253
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_AXIS = 2254
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_PAD_VALUE = 2255
+    CUDNN_ATTR_OPERATION_EXPAND_BAND_MATRIX_KV_TOKEN_OFFSET_DESC = 2256
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_XDESC = 2270
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_YDESC = 2271
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_LOWER_BANDWIDTH = 2272
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_UPPER_BANDWIDTH = 2273
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_AXIS = 2274
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MATRIX_PAD_VALUE = 2275
+    CUDNN_ATTR_OPERATION_CONTRACT_BAND_MAX_TOKEN_VALUE = 2276
     CUDNN_ATTR_RNG_DISTRIBUTION = 2300
     CUDNN_ATTR_RNG_NORMAL_DIST_MEAN = 2301
     CUDNN_ATTR_RNG_NORMAL_DIST_STANDARD_DEVIATION = 2302
@@ -584,17 +601,20 @@ end
     CUDNN_ATTR_OPERATION_RNG_OFFSET_DESC = 2313
     CUDNN_ATTR_KERNEL_CACHE_OPERATION_GRAPH = 2400
     CUDNN_ATTR_KERNEL_CACHE_IS_ENGINECFG_KERNEL_CACHED = 2401
+    CUDNN_ATTR_KERNEL_CACHE_JSON_REPRESENTATION = 2402
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_XDESC = 2500
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_YDESC = 2501
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_SCALE_DESC = 2502
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_MATH_PREC = 2503
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_BLOCK_SIZE = 2504
-    CUDNN_ATTR_OPERATION_BLOCK_SCALE_QUANTIZE_DENOM_FACTOR_MODE = 2505
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_XDESC = 2600
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_SCALE_DESC = 2601
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_YDESC = 2602
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_MATH_PREC = 2603
     CUDNN_ATTR_OPERATION_BLOCK_SCALE_DEQUANTIZE_BLOCK_SIZE = 2604
+    CUDNN_ATTR_DEVICEPROP_DEVICE_ID = 2700
+    CUDNN_ATTR_DEVICEPROP_HANDLE = 2701
+    CUDNN_ATTR_DEVICEPROP_JSON_REPRESENTATION = 2702
 end
 
 @cenum cudnnBackendAttributeType_t::UInt32 begin
@@ -667,8 +687,11 @@ end
     CUDNN_BACKEND_OPERATION_RNG_DESCRIPTOR = 33
     CUDNN_BACKEND_KERNEL_CACHE_DESCRIPTOR = 34
     CUDNN_BACKEND_OPERATION_PAGED_CACHE_LOAD_DESCRIPTOR = 35
-    CUDNN_BACKEND_OPERATION_BLOCK_SCALE_QUANTIZE_DESCRIPTOR = 36
-    CUDNN_BACKEND_OPERATION_BLOCK_SCALE_DEQUANTIZE_DESCRIPTOR = 37
+    CUDNN_BACKEND_OPERATION_EXPAND_BAND_MATRIX_DESCRIPTOR = 36
+    CUDNN_BACKEND_OPERATION_CONTRACT_BAND_MATRIX_DESCRIPTOR = 37
+    CUDNN_BACKEND_OPERATION_BLOCK_SCALE_QUANTIZE_DESCRIPTOR = 38
+    CUDNN_BACKEND_OPERATION_BLOCK_SCALE_DEQUANTIZE_DESCRIPTOR = 39
+    CUDNN_BACKEND_DEVICEPROP_DESCRIPTOR = 40
 end
 
 @cenum cudnnBackendNumericalNote_t::UInt32 begin