Merge remote-tracking branch 'upstream/master' into kernel_rng

Author: S-D-R

.github/workflows/PreviewPagesCleanup.yml

@@ -25,4 +25,5 @@ jobs:
 
       - name: Push changes
         run: |
+            git remote set-url origin https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/$GITHUB_REPOSITORY
             git push --force origin gh-pages-new:gh-pages

LICENSE.md

@@ -1,7 +1,9 @@
 The CUDA.jl package is licensed under the MIT "Expat" License:
 
 > Copyright (c) 2019-present: Julia Computing and other contributors
+> 
 > Copyright (c) 2014-2018: Tim Besard
+> 
 > Copyright (c) 2013: Dahua Lin
 >
 > All Rights Reserved.

Manifest.toml

@@ -32,6 +32,12 @@ git-tree-sha1 = "215a9aa4a1f23fbd05b92769fdd62559488d70e9"
 uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
 version = "0.4.1"
 
+[[ChainRulesCore]]
+deps = ["Compat", "LinearAlgebra", "SparseArrays"]
+git-tree-sha1 = "de4f08843c332d355852721adb1592bce7924da3"
+uuid = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
+version = "0.9.29"
+
 [[Compat]]
 deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
 git-tree-sha1 = "919c7f3151e79ff196add81d7f4e45d91bbf420b"
@@ -77,14 +83,21 @@ version = "6.2.0"
 
 [[GPUCompiler]]
 deps = ["DataStructures", "ExprTools", "InteractiveUtils", "LLVM", "Libdl", "Logging", "Scratch", "Serialization", "TimerOutputs", "UUIDs"]
-git-tree-sha1 = "ef2839b063e158672583b9c09d2cf4876a8d3d55"
+git-tree-sha1 = "b6c3b8e2df6ffe0da0b10e2045ce35a3cf618b8a"
+repo-rev = "1ecbe42"
+repo-url = "https://github.com/JuliaGPU/GPUCompiler.jl.git"
 uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
-version = "0.10.0"
+version = "0.10.1"
 
 [[InteractiveUtils]]
 deps = ["Markdown"]
 uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
 
+[[JLLWrappers]]
+git-tree-sha1 = "a431f5f2ca3f4feef3bd7a5e94b8b8d4f2f647a0"
+uuid = "692b3bcd-3c85-4b1f-b108-f13ce0eb3210"
+version = "1.2.0"
+
 [[LLVM]]
 deps = ["CEnum", "Libdl", "Printf", "Unicode"]
 git-tree-sha1 = "b616937c31337576360cb9fb872ec7633af7b194"
@@ -150,6 +163,12 @@ uuid = "14a3606d-f60d-562e-9121-12d972cd8159"
 [[NetworkOptions]]
 uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908"
 
+[[OpenSpecFun_jll]]
+deps = ["Artifacts", "CompilerSupportLibraries_jll", "JLLWrappers", "Libdl", "Pkg"]
+git-tree-sha1 = "9db77584158d0ab52307f8c04f8e7c08ca76b5b3"
+uuid = "efe28fd5-8261-553b-a9e1-b2916fc3738e"
+version = "0.5.3+4"
+
 [[OrderedCollections]]
 git-tree-sha1 = "4fa2ba51070ec13fcc7517db714445b4ab986bdf"
 uuid = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
@@ -205,6 +224,12 @@ uuid = "6462fe0b-24de-5631-8697-dd941f90decc"
 deps = ["LinearAlgebra", "Random"]
 uuid = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"
 
+[[SpecialFunctions]]
+deps = ["ChainRulesCore", "OpenSpecFun_jll"]
+git-tree-sha1 = "5919936c0e92cff40e57d0ddf0ceb667d42e5902"
+uuid = "276daf66-3868-5448-9aa4-cd146d93841b"
+version = "1.3.0"
+
 [[Statistics]]
 deps = ["LinearAlgebra", "SparseArrays"]
 uuid = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"

Project.toml

@@ -24,6 +24,7 @@ Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 Reexport = "189a3867-3050-52da-a836-e630ba90ab69"
 Requires = "ae029012-a4dd-5104-9daa-d747884805df"
 SparseArrays = "2f01184e-e22b-5df5-ae63-d93ebab69eaf"
+SpecialFunctions = "276daf66-3868-5448-9aa4-cd146d93841b"
 Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"
 TimerOutputs = "a759f4b9-e2f1-59dc-863e-4aeb61b1ea8f"
 
@@ -41,5 +42,6 @@ MacroTools = "0.5"
 Memoize = "0.4"
 Reexport = "0.2, 1.0"
 Requires = "0.5, 1.0"
+SpecialFunctions = "1.3"
 TimerOutputs = "0.5"
 julia = "1.6"

deps/compatibility.jl

@@ -175,11 +175,6 @@ end
 ## high-level functions that return target and isa support
 
 function llvm_compat(version=LLVM.version())
-    # https://github.com/JuliaGPU/CUDAnative.jl/issues/428
-    if version >= v"8.0" && VERSION < v"1.3.0-DEV.547"
-        error("LLVM 8.0 requires a newer version of Julia")
-    end
-
     InitializeNVPTXTarget()
 
     cap_support = sort(collect(llvm_cap_support(version)))

deps/discovery.jl

@@ -155,7 +155,7 @@ const cuda_releases = [v"1.0", v"1.1",
                        v"8.0",
                        v"9.0", v"9.1", v"9.2",
                        v"10.0", v"10.1", v"10.2",
-                       v"11.0", v"11.1"]
+                       v"11.0", v"11.1", v"11.2"]
 
 const cuda_library_versions = Dict(
     v"11.0.1" => Dict(

examples/wmma/high-level.jl

@@ -1,9 +1,3 @@
-# Need https://github.com/JuliaLang/julia/pull/33970
-# and  https://github.com/JuliaLang/julia/pull/34043
-if VERSION < v"1.5-"
-    exit()
-end
-
 using CUDA
 if capability(device()) < v"7.0"
     exit()

examples/wmma/low-level.jl

@@ -1,9 +1,3 @@
-# Need https://github.com/JuliaLang/julia/pull/33970
-# and  https://github.com/JuliaLang/julia/pull/34043
-if VERSION < v"1.5-"
-    exit()
-end
-
 using CUDA
 if capability(device()) < v"7.0"
     exit()

lib/cudadrv/execution.jl

@@ -102,7 +102,7 @@ end
 end
 
 """
-    cudacall(f::CuFunction, types, values...; blocks::CuDim, threads::CuDim,
+    cudacall(f, types, values...; blocks::CuDim, threads::CuDim,
              cooperative=false, shmem=0, stream=stream())
 
 `ccall`-like interface for launching a CUDA function `f` on a GPU.
@@ -130,10 +130,10 @@ being slightly faster.
 cudacall
 
 # FIXME: can we make this infer properly?
-cudacall(f::CuFunction, types::Tuple, args...; kwargs...) where {N} =
+cudacall(f, types::Tuple, args...; kwargs...) where {N} =
     cudacall(f, Base.to_tuple_type(types), args...; kwargs...)
 
-function cudacall(f::CuFunction, types::Type, args...; kwargs...)
+function cudacall(f, types::Type, args...; kwargs...)
     convert_arguments(types, args...) do pointers...
         launch(f, pointers...; kwargs...)
     end

src/CUDA.jl

@@ -18,6 +18,19 @@ using BFloat16s
 
 using Memoize
 
+using ExprTools
+
+
+##
+
+const ci_cache = GPUCompiler.CodeCache()
+
+@static if isdefined(Base.Experimental, Symbol("@overlay"))
+Base.Experimental.@MethodTable(method_table)
+else
+const method_table = nothing
+end
+
 
 ## source code includes