Add a new nextgen plugin that supports GPU devices through the Intel oneAPI Level Zero library. The plugin is not enabled by default and needs to be added to LIBOMPTARGET_PLUGINS_TO_BUILD explicitely. --------- Co-authored-by: Alexey Sachkov <alexey.sachkov@intel.com> Co-authored-by: Nick Sarnie <nick.sarnie@intel.com> Co-authored-by: Joseph Huber <huberjn@outlook.com>
115 lines
3.7 KiB
C++
115 lines
3.7 KiB
C++
//===--- Level Zero Target RTL Implementation -----------------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// Plugin interface for SPIR-V/Xe machine.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef OPENMP_LIBOMPTARGET_PLUGINS_NEXTGEN_LEVEL_ZERO_L0PLUGIN_H
|
|
#define OPENMP_LIBOMPTARGET_PLUGINS_NEXTGEN_LEVEL_ZERO_L0PLUGIN_H
|
|
|
|
#include "AsyncQueue.h"
|
|
#include "L0Defs.h"
|
|
#include "L0Device.h"
|
|
#include "L0Memory.h"
|
|
#include "L0Options.h"
|
|
#include "L0Program.h"
|
|
#include "TLS.h"
|
|
|
|
namespace llvm::omp::target::plugin {
|
|
|
|
/// Class implementing the LevelZero specific functionalities of the plugin.
|
|
class LevelZeroPluginTy final : public GenericPluginTy {
|
|
private:
|
|
struct DeviceInfoTy {
|
|
L0DeviceIdTy Id;
|
|
L0ContextTy *Driver;
|
|
bool isRoot() const { return Id.SubId < 0 && Id.CCSId < 0; }
|
|
};
|
|
llvm::SmallVector<DeviceInfoTy> DetectedDevices;
|
|
|
|
/// Context (and Driver) specific data.
|
|
std::list<L0ContextTy> ContextList;
|
|
|
|
// Table containing per-thread information using TLS.
|
|
L0ThreadTblTy ThreadTLSTable;
|
|
// Table containing per-thread information for each device using TLS.
|
|
L0DeviceTLSTableTy DeviceTLSTable;
|
|
// Table containing per-thread information for each Context using TLS.
|
|
L0ContextTLSTableTy ContextTLSTable;
|
|
|
|
/// L0 plugin global options.
|
|
static L0OptionsTy Options;
|
|
|
|
/// Common pool of AsyncQueue.
|
|
AsyncQueuePoolTy AsyncQueuePool;
|
|
|
|
L0ThreadTLSTy &getTLS() { return ThreadTLSTable.get(); }
|
|
|
|
/// Find L0 devices and initialize device properties.
|
|
/// Returns number of devices reported to omptarget.
|
|
Expected<int32_t> findDevices();
|
|
|
|
public:
|
|
LevelZeroPluginTy() : GenericPluginTy(getTripleArch()) {}
|
|
virtual ~LevelZeroPluginTy() = default;
|
|
|
|
L0DeviceTLSTy &getDeviceTLS(int32_t DeviceId) {
|
|
return DeviceTLSTable.get(DeviceId);
|
|
}
|
|
L0ContextTLSTy &getContextTLS(ze_context_handle_t Context) {
|
|
return ContextTLSTable.get(Context);
|
|
}
|
|
|
|
static const L0OptionsTy &getOptions() { return Options; }
|
|
|
|
const L0DeviceTy &getDeviceFromId(int32_t DeviceId) const {
|
|
return static_cast<const L0DeviceTy &>(getDevice(DeviceId));
|
|
}
|
|
L0DeviceTy &getDeviceFromId(int32_t DeviceId) {
|
|
return static_cast<L0DeviceTy &>(getDevice(DeviceId));
|
|
}
|
|
|
|
AsyncQueueTy *getAsyncQueue() {
|
|
auto *Queue = getTLS().getAsyncQueue();
|
|
if (!Queue)
|
|
Queue = AsyncQueuePool.get();
|
|
return Queue;
|
|
}
|
|
|
|
void releaseAsyncQueue(AsyncQueueTy *Queue) {
|
|
if (!Queue)
|
|
return;
|
|
Queue->reset();
|
|
if (!getTLS().releaseAsyncQueue(Queue))
|
|
AsyncQueuePool.release(Queue);
|
|
}
|
|
|
|
// Plugin interface.
|
|
Expected<int32_t> initImpl() override;
|
|
Error deinitImpl() override;
|
|
GenericDeviceTy *createDevice(GenericPluginTy &Plugin, int32_t DeviceId,
|
|
int32_t NumDevices) override;
|
|
GenericGlobalHandlerTy *createGlobalHandler() override;
|
|
|
|
uint16_t getMagicElfBits() const override { return ELF::EM_INTELGT; }
|
|
Triple::ArchType getTripleArch() const override { return Triple::spirv64; }
|
|
const char *getName() const override { return GETNAME(TARGET_NAME); }
|
|
|
|
Expected<bool> isELFCompatible(uint32_t DeviceId,
|
|
StringRef Image) const override;
|
|
|
|
Error flushQueueImpl(omp_interop_val_t *Interop) override;
|
|
Error syncBarrierImpl(omp_interop_val_t *Interop) override;
|
|
Error asyncBarrierImpl(omp_interop_val_t *Interop) override;
|
|
};
|
|
|
|
} // namespace llvm::omp::target::plugin
|
|
|
|
#endif // OPENMP_LIBOMPTARGET_PLUGINS_NEXTGEN_LEVEL_ZERO_L0PLUGIN_H
|