LaunchOptions.h

#pragma once
 
#include <cstdint>
 
namespace fsdk {
 
    enum class DeviceClass : int32_t {
        CPU = 0,
 
        GPU = 1,
 
        CPU_ARM = 2,
        CPU_AVX2, // CPU with AVX2/SSE4.2 ISA support
        CPU_AUTO, // if AVX2 is available, CPU_AVX2 will be taken, otherwise CPU
        CPU_AVX2_INT8,
 
        GPU_INT8, // GPU with INT8 inference. Only Pascal+
        CPU_ARM_INT8,
 
        NPU_ASCEND,
 
        Invalid = -1
    };
 
    struct LaunchOptions {
        DeviceClass deviceClass = DeviceClass::CPU_AUTO;
 
        // Cpu options
        bool runConcurrently = true;
 
        // External device options (GPU/NPU etc.)
        // Use defaultGpuDevice from runtime configuration
        static constexpr int32_t defaultDeviceId = -1;
        int32_t deviceId = defaultDeviceId;
    };
} // namespace fsdk