summaryrefslogtreecommitdiff
path: root/examples/embd-input/embd-input.h
diff options
context:
space:
mode:
Diffstat (limited to 'examples/embd-input/embd-input.h')
-rw-r--r--examples/embd-input/embd-input.h30
1 files changed, 30 insertions, 0 deletions
diff --git a/examples/embd-input/embd-input.h b/examples/embd-input/embd-input.h
new file mode 100644
index 00000000..4fefabd4
--- /dev/null
+++ b/examples/embd-input/embd-input.h
@@ -0,0 +1,30 @@
+#ifndef _EMBD_INPUT_H_
+#define _EMBD_INPUT_H_ 1
+
+#include "common.h"
+#include "llama.h"
+#include "build-info.h"
+
+
+extern "C" {
+
+typedef struct MyModel {
+ llama_context* ctx;
+ gpt_params params;
+ int n_past = 0;
+} MyModel;
+
+
+struct MyModel* create_mymodel(int argc, char ** argv);
+
+bool eval_float(void* model, float* input, int N);
+bool eval_tokens(void* model, std::vector<llama_token> tokens);
+bool eval_id(struct MyModel* mymodel, int id);
+bool eval_string(struct MyModel* mymodel, const char* str);
+const char* sampling(struct MyModel* mymodel);
+llama_token sampling_id(struct MyModel* mymodel);
+void free_mymodel(struct MyModel* mymodel);
+
+}
+
+#endif