mirror of
https://github.com/ikawrakow/ik_llama.cpp.git
synced 2026-07-21 10:15:35 +00:00
MTP: option to use re-quantized output tensor for better TG performance (#1809)
* Option to use re-quantized output tensor for MTP * Remove quantize extra output option * Handle interleaved types
This commit is contained in:
@@ -394,6 +394,8 @@ extern "C" {
|
||||
int32_t n_v_first;
|
||||
int32_t n_v_last;
|
||||
|
||||
enum ggml_type extra_output_type;
|
||||
|
||||
// proportion of the model (layers or rows) to offload to each GPU, size: llama_max_devices()
|
||||
const float * tensor_split;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user