LaunchOptions.h

#pragma once

#include <cstdint>

namespace fsdk {

    enum class DeviceClass : int32_t {
        CPU = 0,

        GPU = 1,

        CPU_ARM = 2,
        CPU_SSE42, // CPU with SSE4.2 ISA support
        CPU_AVX2, // CPU with AVX2 ISA support

        GPU_INT8, // GPU with INT8 inference. Only Pascal+
        CPU_ARM_INT8,       

        GPU_MOBILE, // GPU for mobiles

        Invalid = -1
    };
    
    struct LaunchOptions {
        DeviceClass deviceClass = DeviceClass::CPU;
        
        // Cpu options
        bool runConcurrently = true;

        //External device options (GPU/NPU etc.)
        //use the first device that the runtime was able to find
        static constexpr int32_t defaultDeviceId = -1;
        //let the runtime decide which external device to run on
        static constexpr int32_t autoScheduling = -2;       
        int32_t deviceId = defaultDeviceId;
    };
}