summaryrefslogtreecommitdiff
path: root/ggml-quants.h
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-10-30 19:19:15 +0200
committerGitHub <noreply@github.com>2023-10-30 19:19:15 +0200
commit207b51900e15cc7f89763a3bb1c565fe11cbb45d (patch)
tree0e37b11eafe495bfc66893f70e1e471bf52c3cd4 /ggml-quants.h
parent6e08281e588bbba1a5d180290a94a43f167f3a1a (diff)
ggml : move FP16 <-> FP32 code to ggml-impl.h (#3861)
* ggml : move FP16 <-> FP32 stuff to ggml-impl.h ggml-ci * tests : fix ARM build * ggml : explicitly initialize deprecated type traits * ggml : add math.h to ggml-impl.h * ggml : remove duplicate static assert macros * ggml : prefix lookup tables with ggml_ ggml-ci * ggml-impl : move extern "C" to start of file
Diffstat (limited to 'ggml-quants.h')
-rw-r--r--ggml-quants.h14
1 files changed, 2 insertions, 12 deletions
diff --git a/ggml-quants.h b/ggml-quants.h
index d88f99e3..70c12c27 100644
--- a/ggml-quants.h
+++ b/ggml-quants.h
@@ -1,22 +1,12 @@
#pragma once
-// This is a private API for quantization and dequantization
-// Should not be used directly, use ggml.h instead
+#include "ggml-impl.h"
-#include "ggml.h"
+// GGML internal header
#include <stdint.h>
-#include <assert.h>
#include <stddef.h>
-#ifndef static_assert
-#if defined(__STDC_VERSION__) && (__STDC_VERSION__ >= 201100L)
-#define static_assert(cond, msg) _Static_assert(cond, msg)
-#else
-#define static_assert(cond, msg) struct global_scope_noop_trick
-#endif
-#endif
-
#define QK4_0 32
typedef struct {
ggml_fp16_t d; // delta