CompilerInterfaceDeviceInternal.h

Go to the documentation of this file.

#include "proteus/impl/CompilerInterfaceDevice.h"
#include "proteus/impl/CoreDevice.h"
 
// Return "auto" should resolve to cudaError_t or hipError_t.
inline auto __proteus_launch_kernel_internal(void *Kernel, dim3 GridDim,
                                             dim3 BlockDim, void **KernelArgs,
                                             uint64_t ShmemSize, void *Stream) {
 
  using namespace llvm;
  using namespace proteus;
 
  static const bool IsProteusDisabledEnvVar =
      getEnvOrDefaultBool("PROTEUS_DISABLE", false);
 
  if (IsProteusDisabledEnvVar) {
    return proteus::launchKernelDirect(
        Kernel, GridDim, BlockDim, KernelArgs, ShmemSize,
        static_cast<typename JitDeviceImplT::DeviceStream_t>(Stream));
  }
 
  auto &Jit = JitDeviceImplT::instance();
  if (Jit.isProteusDisabled()) {
    return proteus::launchKernelDirect(
        Kernel, GridDim, BlockDim, KernelArgs, ShmemSize,
        static_cast<typename JitDeviceImplT::DeviceStream_t>(Stream));
  }
 
  auto OptionalKernelInfo = Jit.getJITKernelInfo(Kernel);
  if (!OptionalKernelInfo) {
    return proteus::launchKernelDirect(
        Kernel, GridDim, BlockDim, KernelArgs, ShmemSize,
        static_cast<typename JitDeviceImplT::DeviceStream_t>(Stream));
  }
 
  auto &KernelInfo = OptionalKernelInfo.value().get();
  const auto &CGConfig = Config::get().getCGConfig(KernelInfo.getName());
  if (const auto &TunedGridDim = CGConfig.gridDim())
    GridDim = dim3((*TunedGridDim)[0], (*TunedGridDim)[1], (*TunedGridDim)[2]);
  if (const auto &TunedBlockDim = CGConfig.blockDim())
    BlockDim =
        dim3((*TunedBlockDim)[0], (*TunedBlockDim)[1], (*TunedBlockDim)[2]);
 
  if (Config::get().ProteusDebugOutput) {
    Logger::logs("proteus") << "JIT Launch Kernel\n";
    Logger::logs("proteus") << "=== Kernel Info\n";
    Logger::logs("proteus") << "KernelName " << KernelInfo.getName() << "\n";
    Logger::logs("proteus") << "Grid " << GridDim.x << ", " << GridDim.y << ", "
                            << GridDim.z << "\n";
    Logger::logs("proteus") << "Block " << BlockDim.x << ", " << BlockDim.y
                            << ", " << BlockDim.z << "\n";
    Logger::logs("proteus") << "KernelArgs " << KernelArgs << "\n";
    Logger::logs("proteus") << "ShmemSize " << ShmemSize << "\n";
    Logger::logs("proteus") << "Stream " << Stream << "\n";
    Logger::logs("proteus") << "=== End Kernel Info\n";
  }
 
  return Jit.compileAndRun(
      KernelInfo, GridDim, BlockDim, KernelArgs, ShmemSize,
      static_cast<typename JitDeviceImplT::DeviceStream_t>(Stream));
}