UAIX.LmRuntime.Acceleration

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.CpuManaged;

var registry = new RuntimeBackendRegistry();
registry.AddUaixCpuManagedBackend();

var selector = new RuntimeBackendSelector(registry);
RuntimeSelectionResult result = await selector.SelectAsync(
    new RuntimeBackendOptions
    {
        Policy = RuntimeSelectionPolicy.RequireCpu
    });

if (!result.Succeeded)
{
    throw new InvalidOperationException(result.FailureReason);
}

Console.WriteLine(result.SelectedBackendId);
Console.WriteLine(result.SelectedDevice?.DeviceId);

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.CpuManaged;
using UAIX.LmRuntime.Backends.Cuda;

var registry = new RuntimeBackendRegistry();
registry.AddUaixCudaBackend();
registry.AddUaixCpuManagedBackend();

var selector = new RuntimeBackendSelector(registry);
RuntimeSelectionResult result = await selector.SelectAsync(
    new RuntimeBackendOptions
    {
        Policy = RuntimeSelectionPolicy.PreferGpu,
        AllowCpuFallback = true
    });

Console.WriteLine($"Succeeded: {result.Succeeded}");
Console.WriteLine($"Backend: {result.SelectedBackendId}");
Console.WriteLine($"CPU fallback: {result.UsedCpuFallback}");
foreach (string diagnostic in result.Diagnostics)
{
    Console.WriteLine(diagnostic);
}

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.Cuda;

var registry = new RuntimeBackendRegistry();
registry.AddUaixCudaBackend();

var selector = new RuntimeBackendSelector(registry);
RuntimeSelectionResult result = await selector.SelectAsync(
    new RuntimeBackendOptions
    {
        Policy = RuntimeSelectionPolicy.RequireGpu,
        AllowCpuFallback = false,
        RequireNativeAssets = true
    });

if (!result.Succeeded)
{
    Console.Error.WriteLine(result.FailureReason);
    foreach (string diagnostic in result.Diagnostics)
    {
        Console.Error.WriteLine(diagnostic);
    }
}

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.CpuManaged;
using UAIX.LmRuntime.Backends.DirectML;
using UAIX.LmRuntime.Backends.Vulkan;

var registry = new RuntimeBackendRegistry();
registry
    .AddUaixCpuManagedBackend()
    .AddUaixDirectMlBackend()
    .AddUaixVulkanBackend();

var probeSettings = new RuntimeBackendOptions
{
    RequestedRuntimeIdentifier = System.Runtime.InteropServices.RuntimeInformation.RuntimeIdentifier
};

foreach (IRuntimeBackend backend in registry.GetBackends())
{
    RuntimeBackendProbeResult probe = await backend.ProbeAsync(probeSettings);
    Console.WriteLine($"{backend.Id}: available={probe.IsAvailable}");
    foreach (string diagnostic in probe.Diagnostics)
    {
        Console.WriteLine($"  {diagnostic}");
    }
}

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.CpuManaged;

var registry = new RuntimeBackendRegistry();
registry.AddUaixCpuManagedBackend();

var selector = new RuntimeBackendSelector(registry);
RuntimeSelectionResult result = await selector.SelectAsync(
    new RuntimeBackendOptions
    {
        Policy = RuntimeSelectionPolicy.RequireBackendId,
        PreferredBackendId = CpuManagedRuntimeBackend.BackendId
    });

Console.WriteLine(result.Succeeded
    ? $"Selected {result.SelectedBackendId}"
    : result.FailureReason);

using UAIX.LmRuntime.Acceleration;
using UAIX.LmRuntime.Backends.Cuda;

IRuntimeBackend backend = new CudaRuntimeBackend();
RuntimeBackendCapabilities declared = backend.Capabilities;
RuntimeBackendProbeResult probe = await backend.ProbeAsync(new RuntimeBackendOptions());

Console.WriteLine($"API: {declared.BackendApiName}");
Console.WriteLine($"Declares GPU execution: {declared.SupportsGpuExecution}");
Console.WriteLine($"Native asset state: {declared.NativeAssetState}");
Console.WriteLine($"Available now: {probe.IsAvailable}");