diff --git a/.gitignore b/.gitignore index 71b8eff..f94f54b 100644 --- a/.gitignore +++ b/.gitignore @@ -2,7 +2,4 @@ __pycache__ models/* launch.json -*-bak -*.fasl -*#* -*.o +*-bak \ No newline at end of file diff --git a/flask_server.py b/flask_server.py index f68dc94..e2b9453 100644 --- a/flask_server.py +++ b/flask_server.py @@ -18,7 +18,7 @@ def root(): PROMPT_TEXT_PREFIX = "<|im_start|>system\nYou are a helpful assistant. You only give short answers.<|im_end|>\n<|im_start|>user\n" PROMPT_TEXT_POSTFIX = "<|im_end|>\n<|im_start|>assistant\n" -MSG_START_TOKEN = "<|im_start|>" # there work for Qwen, miniCPM and deepseek, but not for chatglm3 +MSG_START_TOKEN = "<|im_start|>" MSG_END_TOKEN = "<|im_end|>" def msg_to_prompt(user, msg): @@ -146,7 +146,7 @@ if __name__ == "__main__": global global_abort global_abort = True code = rkllm_model.abort() - return {"code":code}, 200 + return {"code":code}, 200 if code is None else 500 # Create a function to receive data sent by the user using a request @app.route('/rkllm_chat', methods=['POST']) diff --git a/include/rkllm-wrapper.c b/include/rkllm-wrapper.c deleted file mode 100644 index 0f7d1a5..0000000 --- a/include/rkllm-wrapper.c +++ /dev/null @@ -1,9 +0,0 @@ -#include "rkllm-wrapper.h" -#include -#include - -void rkllm_getPackedDefault(RKLLMParam *param) { - RKLLMParam _default = rkllm_createDefaultParam(); - memcpy(param, &_default, sizeof(RKLLMParam)); - return; -} diff --git a/include/rkllm-wrapper.h b/include/rkllm-wrapper.h deleted file mode 100644 index b3e4fc6..0000000 --- a/include/rkllm-wrapper.h +++ /dev/null @@ -1,17 +0,0 @@ -#ifndef _RKLLM_WRAPPER_H_ -#define _RKLLM_WRAPPER_H_ - -#include "rkllm.h" - -#ifdef __cplusplus -extern "C" { -#endif - - -void rkllm_getPackedDefault(RKLLMParam *param); - -#ifdef __cplusplus -} -#endif - -#endif diff --git a/include/rkllm-wrapper.so b/include/rkllm-wrapper.so deleted file mode 100755 index b3d9539..0000000 Binary files a/include/rkllm-wrapper.so and /dev/null differ diff --git a/include/rkllm.h b/include/rkllm.h deleted file mode 100644 index aa32539..0000000 --- a/include/rkllm.h +++ /dev/null @@ -1,275 +0,0 @@ -#ifndef _RKLLM_H_ -#define _RKLLM_H_ - -#include -#include -#include - -#ifdef __cplusplus -extern "C" { -#endif - -/** - * @typedef LLMHandle - * @brief A handle used to manage and interact with the large language model. - */ -typedef void* LLMHandle; - -/** - * @enum LLMCallState - * @brief Describes the possible states of an LLM call. - */ -typedef enum { - RKLLM_RUN_NORMAL = 0, /**< The LLM call is in a normal running state. */ - RKLLM_RUN_WAITING = 1, /**< The LLM call is waiting for complete UTF-8 encoded character. */ - RKLLM_RUN_FINISH = 2, /**< The LLM call has finished execution. */ - RKLLM_RUN_ERROR = 3, /**< An error occurred during the LLM call. */ - RKLLM_RUN_GET_LAST_HIDDEN_LAYER = 4 /**< Retrieve the last hidden layer during inference. */ -} LLMCallState; - -/** - * @enum RKLLMInputType - * @brief Defines the types of inputs that can be fed into the LLM. - */ -typedef enum { - RKLLM_INPUT_PROMPT = 0, /**< Input is a text prompt. */ - RKLLM_INPUT_TOKEN = 1, /**< Input is a sequence of tokens. */ - RKLLM_INPUT_EMBED = 2, /**< Input is an embedding vector. */ - RKLLM_INPUT_MULTIMODAL = 3, /**< Input is multimodal (e.g., text and image). */ -} RKLLMInputType; - -/** - * @enum RKLLMInferMode - * @brief Specifies the inference modes of the LLM. - */ -typedef enum { - RKLLM_INFER_GENERATE = 0, /**< The LLM generates text based on input. */ - RKLLM_INFER_GET_LAST_HIDDEN_LAYER = 1, /**< The LLM retrieves the last hidden layer for further processing. */ -} RKLLMInferMode; - -/** - * @struct RKLLMExtendParam - * @brief The extend parameters for configuring an LLM instance. - */ -typedef struct { - int32_t base_domain_id; /**< base_domain_id */ - uint8_t reserved[112]; /**< reserved */ -} RKLLMExtendParam; - -/** - * @struct RKLLMParam - * @brief Defines the parameters for configuring an LLM instance. - */ -typedef struct { - const char* model_path; /**< Path to the model file. */ - int32_t max_context_len; /**< Maximum number of tokens in the context window. */ - int32_t max_new_tokens; /**< Maximum number of new tokens to generate. */ - int32_t top_k; /**< Top-K sampling parameter for token generation. */ - float top_p; /**< Top-P (nucleus) sampling parameter. */ - float temperature; /**< Sampling temperature, affecting the randomness of token selection. */ - float repeat_penalty; /**< Penalty for repeating tokens in generation. */ - float frequency_penalty; /**< Penalizes frequent tokens during generation. */ - float presence_penalty; /**< Penalizes tokens based on their presence in the input. */ - int32_t mirostat; /**< Mirostat sampling strategy flag (0 to disable). */ - float mirostat_tau; /**< Tau parameter for Mirostat sampling. */ - float mirostat_eta; /**< Eta parameter for Mirostat sampling. */ - bool skip_special_token; /**< Whether to skip special tokens during generation. */ - bool is_async; /**< Whether to run inference asynchronously. */ - const char* img_start; /**< Starting position of an image in multimodal input. */ - const char* img_end; /**< Ending position of an image in multimodal input. */ - const char* img_content; /**< Pointer to the image content. */ - RKLLMExtendParam extend_param; /**< Extend parameters. */ -} RKLLMParam; - -/** - * @struct RKLLMLoraAdapter - * @brief Defines parameters for a Lora adapter used in model fine-tuning. - */ -typedef struct { - const char* lora_adapter_path; /**< Path to the Lora adapter file. */ - const char* lora_adapter_name; /**< Name of the Lora adapter. */ - float scale; /**< Scaling factor for applying the Lora adapter. */ -} RKLLMLoraAdapter; - -/** - * @struct RKLLMEmbedInput - * @brief Represents an embedding input to the LLM. - */ -typedef struct { - float* embed; /**< Pointer to the embedding vector (of size n_tokens * n_embed). */ - size_t n_tokens; /**< Number of tokens represented in the embedding. */ -} RKLLMEmbedInput; - -/** - * @struct RKLLMTokenInput - * @brief Represents token input to the LLM. - */ -typedef struct { - int32_t* input_ids; /**< Array of token IDs. */ - size_t n_tokens; /**< Number of tokens in the input. */ -} RKLLMTokenInput; - -/** - * @struct RKLLMMultiModelInput - * @brief Represents multimodal input (e.g., text and image). - */ -typedef struct { - char* prompt; /**< Text prompt input. */ - float* image_embed; /**< Embedding of the image (of size n_image_tokens * n_image_embed). */ - size_t n_image_tokens; /**< Number of image tokens. */ -} RKLLMMultiModelInput; - -/** - * @struct RKLLMInput - * @brief Represents different types of input to the LLM via a union. - */ -typedef struct { - RKLLMInputType input_type; /**< Specifies the type of input provided (e.g., prompt, token, embed, multimodal). */ - union { - const char* prompt_input; /**< Text prompt input if input_type is RKLLM_INPUT_PROMPT. */ - RKLLMEmbedInput embed_input; /**< Embedding input if input_type is RKLLM_INPUT_EMBED. */ - RKLLMTokenInput token_input; /**< Token input if input_type is RKLLM_INPUT_TOKEN. */ - RKLLMMultiModelInput multimodal_input; /**< Multimodal input if input_type is RKLLM_INPUT_MULTIMODAL. */ - }; -} RKLLMInput; - -/** - * @struct RKLLMLoraParam - * @brief Structure defining parameters for Lora adapters. - */ -typedef struct { - const char* lora_adapter_name; /**< Name of the Lora adapter. */ -} RKLLMLoraParam; - -/** - * @struct RKLLMPromptCacheParam - * @brief Structure to define parameters for caching prompts. - */ -typedef struct { - int save_prompt_cache; /**< Flag to indicate whether to save the prompt cache (0 = don't save, 1 = save). */ - const char* prompt_cache_path; /**< Path to the prompt cache file. */ -} RKLLMPromptCacheParam; - -/** - * @struct RKLLMInferParam - * @brief Structure for defining parameters during inference. - */ -typedef struct { - RKLLMInferMode mode; /**< Inference mode (e.g., generate or get last hidden layer). */ - RKLLMLoraParam* lora_params; /**< Pointer to Lora adapter parameters. */ - RKLLMPromptCacheParam* prompt_cache_params; /**< Pointer to prompt cache parameters. */ -} RKLLMInferParam; - -/** - * @struct RKLLMResultLastHiddenLayer - * @brief Structure to hold the hidden states from the last layer. - */ -typedef struct { - const float* hidden_states; /**< Pointer to the hidden states (of size num_tokens * embd_size). */ - int embd_size; /**< Size of the embedding vector. */ - int num_tokens; /**< Number of tokens for which hidden states are stored. */ -} RKLLMResultLastHiddenLayer; - -/** - * @struct RKLLMResult - * @brief Structure to represent the result of LLM inference. - */ -typedef struct { - const char* text; /**< Generated text result. */ - int32_t token_id; /**< ID of the generated token. */ - RKLLMResultLastHiddenLayer last_hidden_layer; /**< Hidden states of the last layer (if requested). */ -} RKLLMResult; - -/** - * @typedef LLMResultCallback - * @brief Callback function to handle LLM results. - * @param result Pointer to the LLM result. - * @param userdata Pointer to user data for the callback. - * @param state State of the LLM call (e.g., finished, error). - */ -typedef void(*LLMResultCallback)(RKLLMResult* result, void* userdata, LLMCallState state); - -/** - * @brief Creates a default RKLLMParam structure with preset values. - * @return A default RKLLMParam structure. - */ -RKLLMParam rkllm_createDefaultParam(); - -/** - * @brief Initializes the LLM with the given parameters. - * @param handle Pointer to the LLM handle. - * @param param Configuration parameters for the LLM. - * @param callback Callback function to handle LLM results. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_init(LLMHandle* handle, RKLLMParam* param, LLMResultCallback callback); - -/** - * @brief Loads a Lora adapter into the LLM. - * @param handle LLM handle. - * @param lora_adapter Pointer to the Lora adapter structure. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_load_lora(LLMHandle handle, RKLLMLoraAdapter* lora_adapter); - -/** - * @brief Loads a prompt cache from a file. - * @param handle LLM handle. - * @param prompt_cache_path Path to the prompt cache file. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_load_prompt_cache(LLMHandle handle, const char* prompt_cache_path); - -/** - * @brief Releases the prompt cache from memory. - * @param handle LLM handle. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_release_prompt_cache(LLMHandle handle); - -/** - * @brief Destroys the LLM instance and releases resources. - * @param handle LLM handle. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_destroy(LLMHandle handle); - -/** - * @brief Runs an LLM inference task synchronously. - * @param handle LLM handle. - * @param rkllm_input Input data for the LLM. - * @param rkllm_infer_params Parameters for the inference task. - * @param userdata Pointer to user data for the callback. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_run(LLMHandle handle, RKLLMInput* rkllm_input, RKLLMInferParam* rkllm_infer_params, void* userdata); - -/** - * @brief Runs an LLM inference task asynchronously. - * @param handle LLM handle. - * @param rkllm_input Input data for the LLM. - * @param rkllm_infer_params Parameters for the inference task. - * @param userdata Pointer to user data for the callback. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_run_async(LLMHandle handle, RKLLMInput* rkllm_input, RKLLMInferParam* rkllm_infer_params, void* userdata); - -/** - * @brief Aborts an ongoing LLM task. - * @param handle LLM handle. - * @return Status code (0 for success, non-zero for failure). - */ -int rkllm_abort(LLMHandle handle); - -/** - * @brief Checks if an LLM task is currently running. - * @param handle LLM handle. - * @return Status code (0 if a task is running, non-zero for otherwise). - */ -int rkllm_is_running(LLMHandle handle); - -#ifdef __cplusplus -} -#endif - -#endif diff --git a/lib/rkllm-wrapper.aarch64-pc-linux-gnu.spec b/lib/rkllm-wrapper.aarch64-pc-linux-gnu.spec deleted file mode 100644 index e1bc921..0000000 --- a/lib/rkllm-wrapper.aarch64-pc-linux-gnu.spec +++ /dev/null @@ -1,314 +0,0 @@ -[ -{ "tag": "typedef", "ns": 0, "name": "__u_char", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:31:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_short", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:32:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_int", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:33:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_long", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:34:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:37:21", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:38:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:39:26", "type": { "tag": ":short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:40:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:41:20", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:42:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:44:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:45:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:52:18", "type": { "tag": "__int8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:53:19", "type": { "tag": "__uint8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:54:19", "type": { "tag": "__int16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:55:20", "type": { "tag": "__uint16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:56:19", "type": { "tag": "__int32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:57:20", "type": { "tag": "__uint32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:58:19", "type": { "tag": "__int64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:59:20", "type": { "tag": "__uint64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:63:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:64:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__intmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:72:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uintmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__dev_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:145:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:146:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__gid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:147:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__ino_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:148:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__ino64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:149:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__mode_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:150:26", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__nlink_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:151:27", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__off_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:152:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__off64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:153:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__pid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:154:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:26", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:12 ", "bit-size": 64, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "__val", "bit-offset": 0, "bit-size": 64, "bit-alignment": 32, "type": { "tag": ":array", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 }, "size": 2 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "__clock_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:156:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__rlim_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:157:26", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__rlim64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:158:28", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__id_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:159:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__time_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:160:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__useconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:161:30", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__suseconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:162:31", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__suseconds64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:163:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__daddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:165:27", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__key_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:166:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__clockid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:169:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__timer_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:172:27", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }, -{ "tag": "typedef", "ns": 0, "name": "__blksize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:175:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__blkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:180:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__blkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:181:30", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:184:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:185:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:188:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:189:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsword_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:192:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__ssize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:194:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__syscall_slong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:197:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__syscall_ulong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:199:33", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__loff_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:203:19", "type": { "tag": "__off64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__caddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:204:15", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, -{ "tag": "typedef", "ns": 0, "name": "__intptr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:207:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__socklen_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:210:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__sig_atomic_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:215:13", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:24:18", "type": { "tag": "__int8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:25:19", "type": { "tag": "__int16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:26:19", "type": { "tag": "__int32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:27:19", "type": { "tag": "__int64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:24:19", "type": { "tag": "__uint8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:25:20", "type": { "tag": "__uint16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:26:20", "type": { "tag": "__uint32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:27:20", "type": { "tag": "__uint64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least8_t", "location": "/usr/include/stdint.h:43:24", "type": { "tag": "__int_least8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least16_t", "location": "/usr/include/stdint.h:44:25", "type": { "tag": "__int_least16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least32_t", "location": "/usr/include/stdint.h:45:25", "type": { "tag": "__int_least32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least64_t", "location": "/usr/include/stdint.h:46:25", "type": { "tag": "__int_least64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least8_t", "location": "/usr/include/stdint.h:49:25", "type": { "tag": "__uint_least8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least16_t", "location": "/usr/include/stdint.h:50:26", "type": { "tag": "__uint_least16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least32_t", "location": "/usr/include/stdint.h:51:26", "type": { "tag": "__uint_least32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least64_t", "location": "/usr/include/stdint.h:52:26", "type": { "tag": "__uint_least64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:60:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:61:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:62:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:74:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:75:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:87:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:90:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "intmax_t", "location": "/usr/include/stdint.h:101:21", "type": { "tag": "__intmax_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uintmax_t", "location": "/usr/include/stdint.h:102:22", "type": { "tag": "__uintmax_t" } }, -{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 762077550, "name": "", "id": 2, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] }, -{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 3 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 4 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 5 } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMExtendParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:57:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:54:9", "bit-size": 928, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "base_domain_id", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "reserved", "bit-offset": 32, "bit-size": 896, "bit-alignment": 8, "type": { "tag": ":array", "type": { "tag": "uint8_t" }, "size": 112 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:82:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:63:9", "bit-size": 1600, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "model_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "max_context_len", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "max_new_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_k", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_p", "bit-offset": 160, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "temperature", "bit-offset": 192, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "repeat_penalty", "bit-offset": 224, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "frequency_penalty", "bit-offset": 256, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "presence_penalty", "bit-offset": 288, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat", "bit-offset": 320, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "mirostat_tau", "bit-offset": 352, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat_eta", "bit-offset": 384, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "skip_special_token", "bit-offset": 416, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "is_async", "bit-offset": 424, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "img_start", "bit-offset": 448, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_end", "bit-offset": 512, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_content", "bit-offset": 576, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "extend_param", "bit-offset": 640, "bit-size": 928, "bit-alignment": 32, "type": { "tag": "RKLLMExtendParam" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 43690, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMTokenInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:110:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:107:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_ids", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "int32_t" } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:126:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }, { "tag": "field", "name": "", "bit-offset": 64, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "union", "ns": 0, "name": "", "id": 13, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:128:5", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt_input", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "embed_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMEmbedInput" } }, { "tag": "field", "name": "token_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMTokenInput" } }, { "tag": "field", "name": "multimodal_input", "bit-offset": 0, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "RKLLMMultiModelInput" } }] } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 14, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 15, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 4294967295, "name": "", "id": 16, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 17, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMResult", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:181:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 18, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:177:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "text", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "token_id", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "last_hidden_layer", "bit-offset": 128, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMResultLastHiddenLayer" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } }, -{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } }, -{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_getPackedDefault", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm-wrapper.h:11:6", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }], "return-type": { "tag": ":void" } }, -{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "__HAVE_GENERIC_SELECTION", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:656:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__extern_always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:458:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__fortify_function", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:463:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "__restrict_arr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:497:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__extern_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:457:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__LDOUBLE_REDIRECTS_TO_FLOAT128_ABI", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/long-double.h:21:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_USE_LIB_EXT2", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:71:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": ":1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:77:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "_BITS_STDINT_UINTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:83:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__UWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:131:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SLONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:132:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__ULONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:133:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__ULONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:114:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__U64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSBLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:44:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__UQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:129:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__RLIM_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__BLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__S64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__TIME_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:46:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSFILCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:45:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "_BITS_TYPESIZES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__STD_TYPE", "ns": 0, "location": "/tmp/tmpWCAM54ZJ-tmp.c:31:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:41:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__INO_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:40:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__MODE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:54:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__INO64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:53:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__PID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:57:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:56:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__NLINK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:55:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__DEV_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:50:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SUSECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:47:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:52:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__UID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:51:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__ID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:63:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSWORD_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:65:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__CLOCK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:64:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__BLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:59:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__RLIM64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:58:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSFILCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:61:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSBLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:60:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__STDC_IEC_60559_BFP__", "ns": 0, "location": "/usr/include/stdc-predef.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 }, -{ "tag": "const", "name": "_BITS_TYPES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__STDC_IEC_559__", "ns": 0, "location": "/usr/include/stdc-predef.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__STDC_ISO_10646__", "ns": 0, "location": "/usr/include/stdc-predef.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201706 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:100:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GNU_LIBRARY__", "ns": 0, "location": "/usr/include/features.h:476:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 6 }, -{ "tag": "const", "name": "__STDC_IEC_559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:52:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_TYPES_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:109:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__STDC_IEC_60559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:53:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 }, -{ "tag": "const", "name": "_SYS_CDEFS_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC__", "ns": 0, "location": "/usr/include/features.h:480:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2 }, -{ "tag": "const", "name": "__GLIBC_MINOR__", "ns": 0, "location": "/usr/include/features.h:481:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 36 }, -{ "tag": "const", "name": "__THROWNL", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:80:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__U16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:110:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__THROW", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:79:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__S32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:111:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__U32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:112:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SLONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:113:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__S16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:109:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "__flexarr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:218:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "_DEFAULT_SOURCE", "ns": 0, "location": "/usr/include/features.h:236:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__ptr_t", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:128:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "_POSIX_C_SOURCE", "ns": 0, "location": "/usr/include/features.h:290:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 200809 }, -{ "tag": "const", "name": "_POSIX_SOURCE", "ns": 0, "location": "/usr/include/features.h:288:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_POSIX_IMPLICITLY", "ns": 0, "location": "/usr/include/features.h:285:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__WCHAR_MAX", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:34:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "_ATFILE_SOURCE", "ns": 0, "location": "/usr/include/features.h:351:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_BITS_WCHAR_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "__attribute_malloc__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:283:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__WORDSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:21:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 }, -{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "__TIMESIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/timesize.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 }, -{ "tag": "const", "name": "__WORDSIZE_TIME64_COMPAT32", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:28:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "_STDC_PREDEF_H", "ns": 0, "location": "/usr/include/stdc-predef.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_BITS_STDINT_INTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__glibc_c99_flexarr_available", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:219:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__SSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:73:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "__WCHAR_MIN", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:44:10", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__BLKSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:71:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "_FEATURES_H", "ns": 0, "location": "/usr/include/features.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__KEY_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:68:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_ISOC11", "ns": 0, "location": "/usr/include/features.h:250:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "__CLOCKID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:69:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_ISOC99", "ns": 0, "location": "/usr/include/features.h:345:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__SUSECONDS64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:66:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_ISOC95", "ns": 0, "location": "/usr/include/features.h:343:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__DADDR_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:67:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_deprecated__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:186:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:165:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:187:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "__USE_POSIX", "ns": 0, "location": "/usr/include/features.h:325:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__STATFS_MATCHES_STATFS64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:91:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__attribute_noinline__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_POSIX2", "ns": 0, "location": "/usr/include/features.h:329:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__INO_T_MATCHES_INO64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:85:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__attribute_used__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:332:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_POSIX199309", "ns": 0, "location": "/usr/include/features.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__TIMER_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:70:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:175:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "__USE_POSIX199506", "ns": 0, "location": "/usr/include/features.h:337:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__CPU_MASK_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:76:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__RLIM_T_MATCHES_RLIM64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:88:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__attribute_maybe_unused__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:323:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF_T_MATCHES_OFF64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:82:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:154:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "__SYSCALL_SLONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:74:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "__attribute_const__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:317:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SYSCALL_ULONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:75:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_XOPEN2K", "ns": 0, "location": "/usr/include/features.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__attribute_pure__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:310:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "__KERNEL_OLD_TIMEVAL_MATCHES_TIMEVAL64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "__USE_XOPEN2K8", "ns": 0, "location": "/usr/include/features.h:349:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:155:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "__attribute_artificial__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:435:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:164:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:209:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:176:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "__always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:426:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__TIME64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:30:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_MISC", "ns": 0, "location": "/usr/include/features.h:395:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_ATFILE", "ns": 0, "location": "/usr/include/features.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__attribute_warn_unused_result__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:408:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FD_SETSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:104:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1024 }, -{ "tag": "const", "name": "_BITS_TIME64_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:188:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__USE_FORTIFY_LEVEL", "ns": 0, "location": "/usr/include/features.h:431:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__returns_nonnull", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_USE_ISOC2X", "ns": 0, "location": "/usr/include/features.h:244:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_GETS", "ns": 0, "location": "/usr/include/features.h:439:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_SCANF", "ns": 0, "location": "/usr/include/features.h:462:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:210:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:227:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 } -] diff --git a/lib/rkllm-wrapper.aarch64-unknown-linux-android.spec b/lib/rkllm-wrapper.aarch64-unknown-linux-android.spec deleted file mode 100644 index a6c440c..0000000 --- a/lib/rkllm-wrapper.aarch64-unknown-linux-android.spec +++ /dev/null @@ -1,101 +0,0 @@ -[ -{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:64:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:65:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:67:24", "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:77:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:78:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:80:32", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:93:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:96:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 2, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] }, -{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 2 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 3 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 4 } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:126:9", "bit-size": 32, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } }, -{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } }, -{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_getPackedDefault", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm-wrapper.h:11:6", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }], "return-type": { "tag": ":void" } }, -{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:168:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:179:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:190:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:192:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:178:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:191:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:216:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:217:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:232:12", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:157:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:158:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:167:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": ":1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 } -] diff --git a/lib/rkllm.aarch64-pc-linux-gnu.spec b/lib/rkllm.aarch64-pc-linux-gnu.spec deleted file mode 100644 index 5233a40..0000000 --- a/lib/rkllm.aarch64-pc-linux-gnu.spec +++ /dev/null @@ -1,313 +0,0 @@ -[ -{ "tag": "typedef", "ns": 0, "name": "__u_char", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:31:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_short", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:32:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_int", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:33:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_long", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:34:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:37:21", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:38:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "__int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:39:26", "type": { "tag": ":short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:40:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } }, -{ "tag": "typedef", "ns": 0, "name": "__int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:41:20", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:42:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:44:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:45:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:52:18", "type": { "tag": "__int8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:53:19", "type": { "tag": "__uint8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:54:19", "type": { "tag": "__int16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:55:20", "type": { "tag": "__uint16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:56:19", "type": { "tag": "__int32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:57:20", "type": { "tag": "__uint32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__int_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:58:19", "type": { "tag": "__int64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__uint_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:59:20", "type": { "tag": "__uint64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:63:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__u_quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:64:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__intmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:72:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uintmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__dev_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:145:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__uid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:146:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__gid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:147:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__ino_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:148:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__ino64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:149:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__mode_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:150:26", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__nlink_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:151:27", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__off_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:152:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__off64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:153:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__pid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:154:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:26", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:12 ", "bit-size": 64, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "__val", "bit-offset": 0, "bit-size": 64, "bit-alignment": 32, "type": { "tag": ":array", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 }, "size": 2 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "__clock_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:156:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__rlim_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:157:26", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__rlim64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:158:28", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__id_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:159:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__time_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:160:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__useconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:161:30", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__suseconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:162:31", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__suseconds64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:163:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__daddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:165:27", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__key_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:166:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__clockid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:169:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__timer_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:172:27", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }, -{ "tag": "typedef", "ns": 0, "name": "__blksize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:175:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__blkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:180:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__blkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:181:30", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:184:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:185:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:188:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:189:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__fsword_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:192:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__ssize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:194:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__syscall_slong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:197:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__syscall_ulong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:199:33", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__loff_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:203:19", "type": { "tag": "__off64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "__caddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:204:15", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, -{ "tag": "typedef", "ns": 0, "name": "__intptr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:207:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "__socklen_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:210:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "__sig_atomic_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:215:13", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:24:18", "type": { "tag": "__int8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:25:19", "type": { "tag": "__int16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:26:19", "type": { "tag": "__int32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:27:19", "type": { "tag": "__int64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:24:19", "type": { "tag": "__uint8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:25:20", "type": { "tag": "__uint16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:26:20", "type": { "tag": "__uint32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:27:20", "type": { "tag": "__uint64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least8_t", "location": "/usr/include/stdint.h:43:24", "type": { "tag": "__int_least8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least16_t", "location": "/usr/include/stdint.h:44:25", "type": { "tag": "__int_least16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least32_t", "location": "/usr/include/stdint.h:45:25", "type": { "tag": "__int_least32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_least64_t", "location": "/usr/include/stdint.h:46:25", "type": { "tag": "__int_least64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least8_t", "location": "/usr/include/stdint.h:49:25", "type": { "tag": "__uint_least8_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least16_t", "location": "/usr/include/stdint.h:50:26", "type": { "tag": "__uint_least16_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least32_t", "location": "/usr/include/stdint.h:51:26", "type": { "tag": "__uint_least32_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uint_least64_t", "location": "/usr/include/stdint.h:52:26", "type": { "tag": "__uint_least64_t" } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:60:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:61:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:62:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:74:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:75:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:87:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:90:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "intmax_t", "location": "/usr/include/stdint.h:101:21", "type": { "tag": "__intmax_t" } }, -{ "tag": "typedef", "ns": 0, "name": "uintmax_t", "location": "/usr/include/stdint.h:102:22", "type": { "tag": "__uintmax_t" } }, -{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 762077550, "name": "", "id": 2, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] }, -{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 3 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 4 } }, -{ "tag": "enum", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 5 } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMExtendParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:57:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:54:9", "bit-size": 928, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "base_domain_id", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "reserved", "bit-offset": 32, "bit-size": 896, "bit-alignment": 8, "type": { "tag": ":array", "type": { "tag": "uint8_t" }, "size": 112 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:82:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:63:9", "bit-size": 1600, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "model_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "max_context_len", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "max_new_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_k", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_p", "bit-offset": 160, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "temperature", "bit-offset": 192, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "repeat_penalty", "bit-offset": 224, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "frequency_penalty", "bit-offset": 256, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "presence_penalty", "bit-offset": 288, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat", "bit-offset": 320, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "mirostat_tau", "bit-offset": 352, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat_eta", "bit-offset": 384, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "skip_special_token", "bit-offset": 416, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "is_async", "bit-offset": 424, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "img_start", "bit-offset": 448, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_end", "bit-offset": 512, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_content", "bit-offset": 576, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "extend_param", "bit-offset": 640, "bit-size": 928, "bit-alignment": 32, "type": { "tag": "RKLLMExtendParam" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMTokenInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:110:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:107:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_ids", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "int32_t" } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:126:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }, { "tag": "field", "name": "", "bit-offset": 64, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "union", "ns": 1814916718, "name": "", "id": 13, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:128:5", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt_input", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "embed_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMEmbedInput" } }, { "tag": "field", "name": "token_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMTokenInput" } }, { "tag": "field", "name": "multimodal_input", "bit-offset": 0, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "RKLLMMultiModelInput" } }] } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 14, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 15, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 16, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 17, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } }, -{ "tag": "typedef", "ns": 0, "name": "RKLLMResult", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:181:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 18, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:177:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "text", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "token_id", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "last_hidden_layer", "bit-offset": 128, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMResultLastHiddenLayer" } }] } }, -{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } }, -{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } }, -{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, -{ "tag": "const", "name": "_SYS_CDEFS_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:71:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC__", "ns": 0, "location": "/usr/include/features.h:480:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:77:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_MINOR__", "ns": 0, "location": "/usr/include/features.h:481:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 36 }, -{ "tag": "const", "name": "__GNU_LIBRARY__", "ns": 0, "location": "/usr/include/features.h:476:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 6 }, -{ "tag": "const", "name": "__STDC_ISO_10646__", "ns": 0, "location": "/usr/include/stdc-predef.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201706 }, -{ "tag": "const", "name": "__STDC_IEC_60559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:53:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 }, -{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "__STDC_IEC_559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:52:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_BITS_STDINT_UINTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_LIB_EXT2", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "_POSIX_C_SOURCE", "ns": 0, "location": "/usr/include/features.h:290:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 200809 }, -{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "__USE_POSIX_IMPLICITLY", "ns": 0, "location": "/usr/include/features.h:285:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_POSIX_SOURCE", "ns": 0, "location": "/usr/include/features.h:288:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:154:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:155:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:165:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:164:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "_DEFAULT_SOURCE", "ns": 0, "location": "/usr/include/features.h:236:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:186:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:176:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:175:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "__STDC_IEC_559__", "ns": 0, "location": "/usr/include/stdc-predef.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "__STDC_IEC_60559_BFP__", "ns": 0, "location": "/usr/include/stdc-predef.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 }, -{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "_STDC_PREDEF_H", "ns": 0, "location": "/usr/include/stdc-predef.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 }, -{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "__TIMESIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/timesize.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 }, -{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 }, -{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 }, -{ "tag": "const", "name": "__WORDSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:21:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 }, -{ "tag": "const", "name": "__WORDSIZE_TIME64_COMPAT32", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:28:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 }, -{ "tag": "const", "name": "_ATFILE_SOURCE", "ns": 0, "location": "/usr/include/features.h:351:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 }, -{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 }, -{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "__USE_XOPEN2K8", "ns": 0, "location": "/usr/include/features.h:349:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "__S16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:109:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_POSIX199506", "ns": 0, "location": "/usr/include/features.h:337:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_XOPEN2K", "ns": 0, "location": "/usr/include/features.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_POSIX", "ns": 0, "location": "/usr/include/features.h:325:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_POSIX199309", "ns": 0, "location": "/usr/include/features.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_POSIX2", "ns": 0, "location": "/usr/include/features.h:329:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_FEATURES_H", "ns": 0, "location": "/usr/include/features.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_ISOC11", "ns": 0, "location": "/usr/include/features.h:250:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_ISOC95", "ns": 0, "location": "/usr/include/features.h:343:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_ISOC99", "ns": 0, "location": "/usr/include/features.h:345:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__U64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__S64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__ULONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:133:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SLONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:132:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_GETS", "ns": 0, "location": "/usr/include/features.h:439:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__RLIM_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:41:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GLIBC_USE_ISOC2X", "ns": 0, "location": "/usr/include/features.h:244:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__INO_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:40:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "_BITS_TYPESIZES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_SCANF", "ns": 0, "location": "/usr/include/features.h:462:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__STD_TYPE", "ns": 0, "location": "/tmp/tmpVTFK6ZJW-tmp.c:82:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SLONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:113:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__U32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:112:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__U16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:110:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__S32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:111:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_FORTIFY_LEVEL", "ns": 0, "location": "/usr/include/features.h:431:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__UWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:131:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__UQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:129:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USE_ATFILE", "ns": 0, "location": "/usr/include/features.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__USE_MISC", "ns": 0, "location": "/usr/include/features.h:395:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__ULONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:114:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:83:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_BITS_TYPES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": ":1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_TYPES_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:109:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__THROW", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:79:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__THROWNL", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:80:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:100:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "_BITS_TIME64_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__FD_SETSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:104:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1024 }, -{ "tag": "const", "name": "__ptr_t", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:128:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__TIME64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:30:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__INO_T_MATCHES_INO64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:85:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__RLIM_T_MATCHES_RLIM64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:88:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__KERNEL_OLD_TIMEVAL_MATCHES_TIMEVAL64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__STATFS_MATCHES_STATFS64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:91:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__RLIM64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:58:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_malloc__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:283:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__BLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:59:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSBLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:60:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSFILCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:61:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__INO64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:53:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__MODE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:54:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__NLINK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:55:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:56:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SUSECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:47:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_const__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:317:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__DEV_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:50:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__UID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:51:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__GID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:52:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_maybe_unused__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:323:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__PID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:57:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSBLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:44:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_pure__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:310:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSFILCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:45:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SYSCALL_SLONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:74:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__TIME_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:46:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__BLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SYSCALL_ULONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:75:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__CPU_MASK_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:76:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__OFF_T_MATCHES_OFF64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:82:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__BLKSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:71:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:73:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__DADDR_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:67:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__SUSECONDS64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:66:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__KEY_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:68:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__CLOCKID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:69:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__TIMER_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:70:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__flexarr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:218:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__ID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:63:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__FSWORD_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__CLOCK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:64:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__USECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:65:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__glibc_c99_flexarr_available", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:219:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:426:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__attribute_warn_unused_result__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:408:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__returns_nonnull", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__restrict_arr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:497:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__extern_always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:458:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__fortify_function", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:463:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__extern_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:457:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "__attribute_artificial__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:435:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:209:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:210:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "__attribute_deprecated__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 }, -{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 }, -{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:227:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:187:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:188:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }, -{ "tag": "const", "name": "__attribute_used__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:332:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 }, -{ "tag": "const", "name": "__attribute_noinline__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } }, -{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 }, -{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 }, -{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "__HAVE_GENERIC_SELECTION", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:656:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "_BITS_STDINT_INTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__WCHAR_MAX", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:34:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 }, -{ "tag": "const", "name": "__WCHAR_MIN", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:44:10", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "_BITS_WCHAR_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }, -{ "tag": "const", "name": "__LDOUBLE_REDIRECTS_TO_FLOAT128_ABI", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/long-double.h:21:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }, -{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 } -] diff --git a/rkllm-server.asd b/rkllm-server.asd deleted file mode 100644 index deca27d..0000000 --- a/rkllm-server.asd +++ /dev/null @@ -1,15 +0,0 @@ -;; rkllm-server - -(defsystem "rkllm-server" - :description "A brief description of my application." - :version "1.0" - :author "Your Name " - :license "MIT License" - - ;; Dependencies - :depends-on (:cl-autowrap :woo :clack :ningle :metabang-bind) - - ;; Components - :components ((:file "server") - (:module "lib"))) - diff --git a/server.lisp b/server.lisp deleted file mode 100644 index e6b84a0..0000000 --- a/server.lisp +++ /dev/null @@ -1,131 +0,0 @@ - -(eval-when (:compile-toplevel :load-toplevel) - #+(or) (ql:quickload '(micros - woo clack ningle metabang-bind - ;cffi-libffi - cl-autowrap ;/libffi - )) - (unless (find-package '#:rkllm) - (defpackage #:rkllm))) - -(defpackage #:rkllm-server - (:use :cl :bind)) - -(in-package :rkllm-server) - -(cffi:define-foreign-library librkllm - (t (:default "librkllmrt"))) -(cffi:load-foreign-library 'librkllm) - -(cffi:define-foreign-library rkllm-wrapper - (t (:default "rkllm-wrapper"))) - -(cffi:load-foreign-library 'rkllm-wrapper) - -(autowrap:c-include (asdf:system-relative-pathname :rkllm-server "include/rkllm-wrapper.h") - :spec-path '(rkllm-server lib) - :exclude-arch ("i686-pc-linux-gnu" "x86_64-pc-linux-gnu" "i686-pc-windows-msvc" - "x86_64-pc-windows-msvc" "i686-apple-darwin9" "x86_64-apple-darwin9" - "i386-unknown-freebsd" "x86_64-unknown-freebsd" "i386-unknown-openbsd" - "x86_64-unknown-openbsd" "arm-pc-linux-gnu" "arm-unknown-linux-androideabi" - "powerpc64-pc-linux-gnu" "powerpc64le-pc-linux-gnu" "i686-unknown-linux-android" - "x86_64-unknown-linux-android") - :definition-package :rkllm - :symbol-regex (("^(RKLLM|rkllm)" () - (lambda (string matches regex) - (let ((new (subseq string 5))) - (if (char= #\_ (aref new 0)) - (subseq new 1) - new)))))) - -(defvar *last-state* 0) - -(defvar *output* nil) - -(defun actual-callback (result state) - (setf *last-state* state) - (case state - (2 (format t "~%")) - (3 (format t "run error!~%")) - (4 (warn "Getting the last hidden layer is not implemented yet.")) - (t - (let ((text (cffi:foreign-string-to-lisp (rkllm:result.text result)))) - (format t "~a" text) - (push text *output*)))) - (finish-output)) - -(autowrap:defcallback get-data-cb :void ((result (:pointer rkllm:result)) (userdata :pointer) (state rkllm:llm-call-state)) - (declare (ignore userdata)) - (actual-callback (autowrap:wrap-pointer result 'rkllm:result) state)) - - -(defvar *empty-str* (autowrap:alloc-string "")) - -(defvar *model-param* (autowrap:alloc 'rkllm:param)) -(rkllm:get-packed-default *model-param*) - -(defun update-params (&key (path "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/models/Qwen2.5-Coder-3B-Instruct.rkllm") - (max-content-length 512) (max-new-tokens -1) (skip-special-tokens t) (top-k 20) (top-p 0.8) (temperature 0.7) (repeat-penalty 1.1) - (frequency-penalty 0.0) (presence-penalty 0.0) (mirostat 0) (mirostat-tau 5.0) (mirostat-eta 0.1) (is-async nil) (img-start *empty-str*) - (img-end *empty-str*) (img-content *empty-str*) (domain-base-id 0)) - (unless (cffi:null-pointer-p (rkllm:param.model-path *model-param*)) - (autowrap:free (rkllm:param.model-path *model-param*))) - (setf (rkllm:param.model-path *model-param*) (autowrap:alloc-string path) - (rkllm:param.max-context-len *model-param*) max-content-length - (rkllm:param.max-new-tokens *model-param*) max-new-tokens - (rkllm:param.skip-special-token *model-param*) (if skip-special-tokens 1 0) - (rkllm:param.top-k *model-param*) top-k - (rkllm:param.top-p *model-param*) top-p - (rkllm:param.temperature *model-param*) temperature - (rkllm:param.repeat-penalty *model-param*) repeat-penalty - (rkllm:param.frequency-penalty *model-param*) frequency-penalty - (rkllm:param.presence-penalty *model-param*) presence-penalty - (rkllm:param.mirostat *model-param*) mirostat - (rkllm:param.mirostat-tau *model-param*) mirostat-tau - (rkllm:param.mirostat-eta *model-param*) mirostat-eta - (rkllm:param.is-async *model-param*) (if is-async 1 0) - (rkllm:param.img-start *model-param*) img-start - (rkllm:param.img-end *model-param*) img-end - (rkllm:param.img-content *model-param*) img-content - (rkllm:param.extend-param.base-domain-id *model-param*) domain-base-id)) -(update-params) -(defvar *model-handle* (autowrap:alloc-ptr :pointer)) -(defvar *model*) - -(defvar *model-lock* (bt2:make-lock :name "model-lock")) - -(defun init-model () - (unless (= 0 (rkllm:init *model-handle* *model-param* (autowrap:callback 'get-data-cb))) - (error "Failed to init!")) - (setf *model* (cffi:mem-ref *model-handle* :pointer))) - - -(defun prompt-model (prompt) - (autowrap:with-many-alloc ((iparam 'rkllm:infer-param) - (input 'rkllm:input)) - (let ((prompt (autowrap:alloc-string prompt))) - (setf (rkllm:infer-param.mode iparam) rkllm:+infer-generate+ - (rkllm:infer-param.lora-params iparam) (cffi:null-pointer) - (rkllm:infer-param.prompt-cache-params iparam) (cffi:null-pointer) - (rkllm:input.input-type input) rkllm:+input-prompt+ - (rkllm:input.prompt-input input) prompt)) - (rkllm:run *model* input iparam nil) - (autowrap:free prompt))) -;(init (cffi:mem-aptr *model* :pointer) *model-param* (cffi:callback get-data-cb)) - -(defparameter *msg-start* "<|im_start|>") -(defparameter *msg-end* "<|im_end|>") - -(defun message->prompt (role &optional message) - (let ((*print-case* :downcase)) (format nil "~a~a~%~a~a~%" *msg-start* role (or message "") (if message *msg-end* "")))) -(defun messages->prompt (messages) - (apply #'concatenate 'string - (mapcar (lambda (msg) - (message->prompt (car msg) (cadr msg))) - (append messages '((:assistant)))))) - - - -(defun start () - (clack:clackup (lambda (env) (format nil "~a" env)) :server :woo :address "0.0.0.0")) -(export '(start)) diff --git a/static/v2.js b/static/v2.js index f36fe04..f9fcf9c 100644 --- a/static/v2.js +++ b/static/v2.js @@ -23,7 +23,7 @@ function messageListener(elem, idx, type) { return () => { elem.classList.toggle('selected'); const e = { id: idx, type: type }; - const i = selected_msg.findIndex(o => e.id === o.id && o.type === e.type); + const i = selected_msg.indexOf(e); if (i === -1) selected_msg.push(e); else selected_msg.splice(i, 1); @@ -106,7 +106,8 @@ async function sendMessage() { message.innerHTML = renderer.render(parser.parse(`**RKLLM**:\n\n${text}`)); Array.from(message.getElementsByTagName('code')).forEach(e => hljs.highlightElement(e)); } - const at_bottom = Math.abs(messagesContainer.scrollHeight - messagesContainer.clientHeight - messagesContainer.scrollTop) <= 1; + const at_bottom = Math.abs(messagesContainer.scrollHeight - messagesContainer.clientHeight - messagesContainer.scrollTop) <= 1;; + console.log(messagesContainer.scrollHeight, messagesContainer.scrollTop, messagesContainer.clientHeight); try { display(1); } catch {