FM / cuda

/usr/local/lib64/python3.6/site-packages/torch/include/ATen/cuda/

/usr/local/lib64/python3.6/site-packages/torch/include/ATen/cuda

Name	Size	Mode	Actions
detail/	-	0755	rm
ATenCUDAGeneral.h	190	0644	edit dl rm
cub.cuh	11594	0644	edit dl rm
CUDAApplyUtils.cuh	21290	0644	edit dl rm
CUDABlas.h	11001	0644	edit dl rm
CUDAConfig.h	583	0644	edit dl rm
CUDAContext.h	2249	0644	edit dl rm
CUDADevice.h	352	0644	edit dl rm
CUDAEvent.h	5738	0644	edit dl rm
CUDAGraph.h	2437	0644	edit dl rm
CUDAGraphsUtils.cuh	2013	0644	edit dl rm
CUDASolver.h	22878	0644	edit dl rm
CUDATensorMethods.cuh	270	0644	edit dl rm
CUDAUtils.h	428	0644	edit dl rm
DeviceUtils.cuh	2991	0644	edit dl rm
Exceptions.h	7387	0644	edit dl rm
NumericLimits.cuh	5214	0644	edit dl rm
PinnedMemoryAllocator.h	167	0644	edit dl rm

Edit: /usr/local/lib64/python3.6/site-packages/torch/include/ATen/cuda/DeviceUtils.cuh (2991B)

#pragma once

#include <cuda.h>
#include <c10/util/complex.h>
#include <c10/util/Half.h>

__device__ __forceinline__ unsigned int ACTIVE_MASK()
{
#ifndef __HIP_PLATFORM_HCC__
    return __activemask();
#else
// will be ignored anyway
    return 0xffffffff;
#endif
}

#if defined(__HIP_PLATFORM_HCC__)
__device__ __forceinline__ unsigned long long int WARP_BALLOT(int predicate)
{
return __ballot(predicate);
}
#else
__device__ __forceinline__ unsigned int WARP_BALLOT(int predicate, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return __ballot_sync(mask, predicate);
#else
    return __ballot(predicate);
#endif
}
#endif

template <typename T>
__device__ __forceinline__ T WARP_SHFL_XOR(T value, int laneMask, int width = warpSize, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return __shfl_xor_sync(mask, value, laneMask, width);
#else
    return __shfl_xor(value, laneMask, width);
#endif
}

template <typename T>
__device__ __forceinline__ T WARP_SHFL(T value, int srcLane, int width = warpSize, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return __shfl_sync(mask, value, srcLane, width);
#else
    return __shfl(value, srcLane, width);
#endif
}

template <typename T>
__device__ __forceinline__ T WARP_SHFL_UP(T value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return __shfl_up_sync(mask, value, delta, width);
#else
    return __shfl_up(value, delta, width);
#endif
}

template <typename T>
__device__ __forceinline__ T WARP_SHFL_DOWN(T value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return __shfl_down_sync(mask, value, delta, width);
#else
    return __shfl_down(value, delta, width);
#endif
}

#ifdef __HIP_PLATFORM_HCC__
template<>
__device__ __forceinline__ int64_t WARP_SHFL_DOWN<int64_t>(int64_t value, unsigned int delta, int width , unsigned int mask)
{
  //(HIP doesn't support int64_t). Trick from https://devblogs.nvidia.com/faster-parallel-reductions-kepler/
  int2 a = *reinterpret_cast<int2*>(&value);
  a.x = __shfl_down(a.x, delta);
  a.y = __shfl_down(a.y, delta);
  return *reinterpret_cast<int64_t*>(&a);
}
#endif

template<>
__device__ __forceinline__ c10::Half WARP_SHFL_DOWN<c10::Half>(c10::Half value, unsigned int delta, int width, unsigned int mask)
{
  return c10::Half(WARP_SHFL_DOWN<unsigned short>(value.x, delta, width, mask), c10::Half::from_bits_t{});
}

template <typename T>
__device__ __forceinline__ c10::complex<T> WARP_SHFL_DOWN(c10::complex<T> value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff)
{
#ifndef __HIP_PLATFORM_HCC__
    return c10::complex<T>(
        __shfl_down_sync(mask, value.real_, delta, width),
        __shfl_down_sync(mask, value.imag_, delta, width));
#else
    return c10::complex<T>(
        __shfl_down(value.real_, delta, width),
        __shfl_down(value.imag_, delta, width));
#endif
}

#pragma once #include #include #include __device__ __forceinline__ unsigned int ACTIVE_MASK() { #ifndef __HIP_PLATFORM_HCC__ return __activemask(); #else // will be ignored anyway return 0xffffffff; #endif } #if defined(__HIP_PLATFORM_HCC__) __device__ __forceinline__ unsigned long long int WARP_BALLOT(int predicate) { return __ballot(predicate); } #else __device__ __forceinline__ unsigned int WARP_BALLOT(int predicate, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return __ballot_sync(mask, predicate); #else return __ballot(predicate); #endif } #endif template __device__ __forceinline__ T WARP_SHFL_XOR(T value, int laneMask, int width = warpSize, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return __shfl_xor_sync(mask, value, laneMask, width); #else return __shfl_xor(value, laneMask, width); #endif } template __device__ __forceinline__ T WARP_SHFL(T value, int srcLane, int width = warpSize, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return __shfl_sync(mask, value, srcLane, width); #else return __shfl(value, srcLane, width); #endif } template __device__ __forceinline__ T WARP_SHFL_UP(T value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return __shfl_up_sync(mask, value, delta, width); #else return __shfl_up(value, delta, width); #endif } template __device__ __forceinline__ T WARP_SHFL_DOWN(T value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return __shfl_down_sync(mask, value, delta, width); #else return __shfl_down(value, delta, width); #endif } #ifdef __HIP_PLATFORM_HCC__ template<> __device__ __forceinline__ int64_t WARP_SHFL_DOWN(int64_t value, unsigned int delta, int width , unsigned int mask) { //(HIP doesn't support int64_t). Trick from https://devblogs.nvidia.com/faster-parallel-reductions-kepler/ int2 a = *reinterpret_cast(&value); a.x = __shfl_down(a.x, delta); a.y = __shfl_down(a.y, delta); return *reinterpret_cast(&a); } #endif template<> __device__ __forceinline__ c10::Half WARP_SHFL_DOWN(c10::Half value, unsigned int delta, int width, unsigned int mask) { return c10::Half(WARP_SHFL_DOWN(value.x, delta, width, mask), c10::Half::from_bits_t{}); } template __device__ __forceinline__ c10::complex WARP_SHFL_DOWN(c10::complex value, unsigned int delta, int width = warpSize, unsigned int mask = 0xffffffff) { #ifndef __HIP_PLATFORM_HCC__ return c10::complex( __shfl_down_sync(mask, value.real_, delta, width), __shfl_down_sync(mask, value.imag_, delta, width)); #else return c10::complex( __shfl_down(value.real_, delta, width), __shfl_down(value.imag_, delta, width)); #endif }