mirror of
https://github.com/ggml-org/llama.cpp.git
synced 2026-07-21 10:15:53 +00:00
Kevin PougetandGitHub
ffaafde16f
* ggml-virtgpu-backend: validate the consistency of the received objects This patch adds consistency checks in the ggml-virtgpu-backend (running on the host side) to ensure that the data received from the guest is consistent (valid pointers, valid sizes and offsets). * ggml-virtgpu-backend: add fallback/skips for optional ggml backend methods ``` 1. bck->iface.synchronize(bck) 2. buft->iface.get_alloc_size(buft, op) 3. buft->iface.get_max_size(buft) ``` these three methods are optional in the GGML interface. `get_max_size` was already properly defaulted, but `backend sychronize` and `butf get_max_size` would have segfaulted the backend if not implemented. * ggml-virtgpu-backend: fix log format missing argument * ggml-virtgpu-backend: improve the abort message * ggml-virtgpu-backend: more safety checks * ggml-virtgpu-backend: new error code * ggml-virtgpu-backend: initialize all the error codes * ggml-virtgpu: add a missing comment generated by the code generator * ggml-virtgpu: add the '[virtgpu]' prefix to the device/buffer names * ggml-virtgpu: apir_device_buffer_from_ptr: improve the error message * ggml-virtgpu: shared: make it match the latest api_remoting.h of Virglrenderer APIR (still unmerged) * ggml-virtgpu: update the code generator to have dispatch_command_name in a host/guest shared file * ggml-virtgpu: REMOTE_CALL: fail if the backend returns an error * docs/backend/VirtGPU.md: indicate that the RAM+VRAM size is limed to 64 GB with libkrun * ggml-virtgpu: turn off clang-format header ordering for some of the files Compilation breaks when ordered alphabetically. * ggml-virtgpu: clang-format * ggml-virtgpu/backend/shared/api_remoting: better comments for the APIR return codes
95 lines
3.7 KiB
C
95 lines
3.7 KiB
C
typedef enum ApirBackendCommandType {
|
|
|
|
/* device */
|
|
APIR_COMMAND_TYPE_DEVICE_GET_DEVICE_COUNT = 0,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_COUNT = 1,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_NAME = 2,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_DESCRIPTION = 3,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_TYPE = 4,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_MEMORY = 5,
|
|
APIR_COMMAND_TYPE_DEVICE_SUPPORTS_OP = 6,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_BUFFER_TYPE = 7,
|
|
APIR_COMMAND_TYPE_DEVICE_GET_PROPS = 8,
|
|
APIR_COMMAND_TYPE_DEVICE_BUFFER_FROM_PTR = 9,
|
|
|
|
/* buffer-type */
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_GET_NAME = 10,
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALIGNMENT = 11,
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_GET_MAX_SIZE = 12,
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_IS_HOST = 13,
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_ALLOC_BUFFER = 14,
|
|
APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALLOC_SIZE = 15,
|
|
|
|
/* buffer */
|
|
APIR_COMMAND_TYPE_BUFFER_GET_BASE = 16,
|
|
APIR_COMMAND_TYPE_BUFFER_SET_TENSOR = 17,
|
|
APIR_COMMAND_TYPE_BUFFER_GET_TENSOR = 18,
|
|
APIR_COMMAND_TYPE_BUFFER_CPY_TENSOR = 19,
|
|
APIR_COMMAND_TYPE_BUFFER_CLEAR = 20,
|
|
APIR_COMMAND_TYPE_BUFFER_FREE_BUFFER = 21,
|
|
|
|
/* backend */
|
|
APIR_COMMAND_TYPE_BACKEND_GRAPH_COMPUTE = 22,
|
|
|
|
// last command_type index + 1
|
|
APIR_BACKEND_DISPATCH_TABLE_COUNT = 23,
|
|
} ApirBackendCommandType;
|
|
|
|
static inline const char * apir_dispatch_command_name(ApirBackendCommandType type) {
|
|
switch (type) {
|
|
/* device */
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_DEVICE_COUNT:
|
|
return "device_get_device_count";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_COUNT:
|
|
return "device_get_count";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_NAME:
|
|
return "device_get_name";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_DESCRIPTION:
|
|
return "device_get_description";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_TYPE:
|
|
return "device_get_type";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_MEMORY:
|
|
return "device_get_memory";
|
|
case APIR_COMMAND_TYPE_DEVICE_SUPPORTS_OP:
|
|
return "device_supports_op";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_BUFFER_TYPE:
|
|
return "device_get_buffer_type";
|
|
case APIR_COMMAND_TYPE_DEVICE_GET_PROPS:
|
|
return "device_get_props";
|
|
case APIR_COMMAND_TYPE_DEVICE_BUFFER_FROM_PTR:
|
|
return "device_buffer_from_ptr";
|
|
/* buffer-type */
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_NAME:
|
|
return "buffer_type_get_name";
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALIGNMENT:
|
|
return "buffer_type_get_alignment";
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_MAX_SIZE:
|
|
return "buffer_type_get_max_size";
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_IS_HOST:
|
|
return "buffer_type_is_host";
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_ALLOC_BUFFER:
|
|
return "buffer_type_alloc_buffer";
|
|
case APIR_COMMAND_TYPE_BUFFER_TYPE_GET_ALLOC_SIZE:
|
|
return "buffer_type_get_alloc_size";
|
|
/* buffer */
|
|
case APIR_COMMAND_TYPE_BUFFER_GET_BASE:
|
|
return "buffer_get_base";
|
|
case APIR_COMMAND_TYPE_BUFFER_SET_TENSOR:
|
|
return "buffer_set_tensor";
|
|
case APIR_COMMAND_TYPE_BUFFER_GET_TENSOR:
|
|
return "buffer_get_tensor";
|
|
case APIR_COMMAND_TYPE_BUFFER_CPY_TENSOR:
|
|
return "buffer_cpy_tensor";
|
|
case APIR_COMMAND_TYPE_BUFFER_CLEAR:
|
|
return "buffer_clear";
|
|
case APIR_COMMAND_TYPE_BUFFER_FREE_BUFFER:
|
|
return "buffer_free_buffer";
|
|
/* backend */
|
|
case APIR_COMMAND_TYPE_BACKEND_GRAPH_COMPUTE:
|
|
return "backend_graph_compute";
|
|
|
|
default:
|
|
return "unknown";
|
|
}
|
|
}
|