Files
llama.cpp/ggml-cuda/quantize.cuh
T

6 lines
200 B
Plaintext
Raw Normal View History

2024-03-25 13:50:23 +01:00
#include "common.cuh"
#define CUDA_QUANTIZE_BLOCK_SIZE 256
2024-04-09 09:16:13 +01:00
void quantize_row_q8_1_cuda(const float * x, void * vy, const int64_t kx, const int64_t ky, const int64_t kx_padded, cudaStream_t stream);