# GPU / Vulkan Backend

ggmlR is GPU-first: Vulkan is auto-detected at install time and used by default when available. All APIs (sequential, functional, autograd, ONNX) fall back to CPU transparently when no GPU is present.

    library(ggmlR)

## 1. Check availability

    if (ggml_vulkan_available()) {
      cat("Vulkan is available\n")
      ggml_vulkan_status()              # print device list and properties
    } else {
      cat("No Vulkan GPU — running on CPU\n")
    }

    ## Vulkan is available
    ## Vulkan: AVAILABLE
    ##   Devices: 1
    ##   [0] AMD Radeon RX 9070 (RADV GFX1201)
    ##       Memory: 16.58 GB free / 17.18 GB total

    n <- ggml_vulkan_device_count()
    cat("Vulkan device count:", n, "\n")

    ## Vulkan device count: 1

## 2. Device enumeration

    # Low-level device registry (all backends including CPU)
    ggml_backend_load_all()

    n_dev <- ggml_backend_dev_count()
    for (i in seq_len(n_dev)) {
      dev  <- ggml_backend_dev_get(i - 1L)   # 0-based
      name <- ggml_backend_dev_name(dev)
      desc <- ggml_backend_dev_description(dev)
      mem  <- ggml_backend_dev_memory(dev)
      cat(sprintf("[%d] %s — %s\n", i, name, desc))
      cat(sprintf("    %.1f GB free / %.1f GB total\n",
                  mem["free"] / 1e9, mem["total"] / 1e9))
    }

    ## [1] Vulkan0 — AMD Radeon RX 9070 (RADV GFX1201)
    ##     16.6 GB free / 17.2 GB total
    ## [2] CPU — AMD Ryzen 5 5600 6-Core Processor
    ##     33.6 GB free / 33.6 GB total

Full example: `inst/examples/device_discovery.R`

## 3. Autograd device selection

    # Select GPU (falls back to CPU if unavailable)
    device <- tryCatch({
      ag_device("gpu")
      "gpu"
    }, error = function(e) {
      message("GPU not available, using CPU")
      "cpu"
    })

    cat("Active device:", device, "\n")

    ## Active device: gpu

After `ag_device("gpu")`, all subsequent `ag_param` and `ag_tensor` calls allocate on the GPU. Switch back with `ag_device("cpu")`.

## 4. Mixed precision (f16 / bf16)

    if (device == "gpu") {
      ag_dtype("f16")     # half-precision on Vulkan GPU
      # ag_dtype("bf16") # bfloat16 — falls back to f16 on Vulkan automatically
    } else {
      ag_dtype("f32")     # full precision on CPU
    }

    cat("Active dtype:", ag_default_dtype(), "\n")

    ## Active dtype: f16

`bf16 → f16` fallback is automatic on Vulkan because bf16 is not natively supported in GLSL shaders.

## 5. Vulkan memory info

    if (ggml_vulkan_available()) {
      mem <- ggml_vulkan_device_memory(0L)
      cat(sprintf("GPU memory: %.1f MB free / %.1f MB total\n",
                  mem$free / 1e6, mem$total / 1e6))
    }

    ## GPU memory: 16584.3 MB free / 17179.9 MB total

## 6. Multi-GPU

ggmlR supports multiple Vulkan devices via the backend scheduler. `dp_train()` distributes data across replicas automatically:

    n_gpu <- ggml_vulkan_device_count()
    cat(sprintf("Using %d GPU(s)\n", n_gpu))

    ## Using 1 GPU(s)

    # dp_train handles multi-GPU internally — see vignette("data-parallel-training")

For low-level multi-GPU scheduler usage see `inst/examples/multi_gpu_example.R`.

## 7. Sequential / functional API on GPU

The high-level `ggml_fit()` API picks up the Vulkan backend automatically — no extra configuration needed:

    data(iris)
    x_train <- scale(as.matrix(iris[, 1:4]))
    y_train <- model.matrix(~ Species - 1, iris)

    model <- ggml_model_sequential() |>
      ggml_layer_dense(64L, activation = "relu", input_shape = 4L) |>
      ggml_layer_dense(3L,  activation = "softmax") |>
      ggml_compile(optimizer = "adam", loss = "categorical_crossentropy")

    ## Using Vulkan GPU backend: AMD Radeon RX 9070 (RADV GFX1201)

    # Training runs on GPU if Vulkan is available
    model <- ggml_fit(model, x_train, y_train, epochs = 50L,
                      batch_size = 32L, verbose = 0L)

    ## Note: dropping last 22 sample(s) (150 -> 128) because batch_size=32 must divide evenly. Training metrics are computed on 128 samples only.

## 8. ONNX inference on GPU

    # Weights loaded to GPU once at load time
    model_onnx <- ggml_onnx_load("model.onnx", backend = "vulkan")

    # Repeated inference — no weight re-transfer
    for (i in seq_len(100L)) {
      out <- ggml_onnx_run(model_onnx, list(input = batch[[i]]))
    }

## 9. Build configuration

Vulkan support is compiled in automatically when `libvulkan-dev` and `glslc` are detected at install time. SIMD (AVX2/AVX512) for the CPU fallback requires an explicit flag:

    # Default install (Vulkan auto-detected, CPU fallback without SIMD)
    R CMD INSTALL .

    # With CPU SIMD acceleration
    R CMD INSTALL . --configure-args="--with-simd"

To check what was compiled in:

    cat(ggml_version(), "\n")

    ## 0.9.5

    ggml_vulkan_status()   # shows "Vulkan not available" if not compiled in

    ## Vulkan: AVAILABLE
    ##   Devices: 1
    ##   [0] AMD Radeon RX 9070 (RADV GFX1201)
    ##       Memory: 16.58 GB free / 17.18 GB total