Compare commits

..

No commits in common. "0aac3aae10ddce29dca946c425a9dbc81e0f983a" and "46583caabf1d998cc2a202aea156ac24dd45b97e" have entirely different histories.

12 changed files with 6 additions and 1183 deletions

5
.gitignore vendored
View file

@ -2,7 +2,4 @@
__pycache__ __pycache__
models/* models/*
launch.json launch.json
*-bak *-bak
*.fasl
*#*
*.o

View file

@ -18,7 +18,7 @@ def root():
PROMPT_TEXT_PREFIX = "<|im_start|>system\nYou are a helpful assistant. You only give short answers.<|im_end|>\n<|im_start|>user\n" PROMPT_TEXT_PREFIX = "<|im_start|>system\nYou are a helpful assistant. You only give short answers.<|im_end|>\n<|im_start|>user\n"
PROMPT_TEXT_POSTFIX = "<|im_end|>\n<|im_start|>assistant\n" PROMPT_TEXT_POSTFIX = "<|im_end|>\n<|im_start|>assistant\n"
MSG_START_TOKEN = "<|im_start|>" # there work for Qwen, miniCPM and deepseek, but not for chatglm3 MSG_START_TOKEN = "<|im_start|>"
MSG_END_TOKEN = "<|im_end|>" MSG_END_TOKEN = "<|im_end|>"
def msg_to_prompt(user, msg): def msg_to_prompt(user, msg):
@ -146,7 +146,7 @@ if __name__ == "__main__":
global global_abort global global_abort
global_abort = True global_abort = True
code = rkllm_model.abort() code = rkllm_model.abort()
return {"code":code}, 200 return {"code":code}, 200 if code is None else 500
# Create a function to receive data sent by the user using a request # Create a function to receive data sent by the user using a request
@app.route('/rkllm_chat', methods=['POST']) @app.route('/rkllm_chat', methods=['POST'])

View file

@ -1,9 +0,0 @@
#include "rkllm-wrapper.h"
#include <stdio.h>
#include <string.h>
void rkllm_getPackedDefault(RKLLMParam *param) {
RKLLMParam _default = rkllm_createDefaultParam();
memcpy(param, &_default, sizeof(RKLLMParam));
return;
}

View file

@ -1,17 +0,0 @@
#ifndef _RKLLM_WRAPPER_H_
#define _RKLLM_WRAPPER_H_
#include "rkllm.h"
#ifdef __cplusplus
extern "C" {
#endif
void rkllm_getPackedDefault(RKLLMParam *param);
#ifdef __cplusplus
}
#endif
#endif

Binary file not shown.

View file

@ -1,275 +0,0 @@
#ifndef _RKLLM_H_
#define _RKLLM_H_
#include <stdint.h>
#include <stdbool.h>
#include <stddef.h>
#ifdef __cplusplus
extern "C" {
#endif
/**
* @typedef LLMHandle
* @brief A handle used to manage and interact with the large language model.
*/
typedef void* LLMHandle;
/**
* @enum LLMCallState
* @brief Describes the possible states of an LLM call.
*/
typedef enum {
RKLLM_RUN_NORMAL = 0, /**< The LLM call is in a normal running state. */
RKLLM_RUN_WAITING = 1, /**< The LLM call is waiting for complete UTF-8 encoded character. */
RKLLM_RUN_FINISH = 2, /**< The LLM call has finished execution. */
RKLLM_RUN_ERROR = 3, /**< An error occurred during the LLM call. */
RKLLM_RUN_GET_LAST_HIDDEN_LAYER = 4 /**< Retrieve the last hidden layer during inference. */
} LLMCallState;
/**
* @enum RKLLMInputType
* @brief Defines the types of inputs that can be fed into the LLM.
*/
typedef enum {
RKLLM_INPUT_PROMPT = 0, /**< Input is a text prompt. */
RKLLM_INPUT_TOKEN = 1, /**< Input is a sequence of tokens. */
RKLLM_INPUT_EMBED = 2, /**< Input is an embedding vector. */
RKLLM_INPUT_MULTIMODAL = 3, /**< Input is multimodal (e.g., text and image). */
} RKLLMInputType;
/**
* @enum RKLLMInferMode
* @brief Specifies the inference modes of the LLM.
*/
typedef enum {
RKLLM_INFER_GENERATE = 0, /**< The LLM generates text based on input. */
RKLLM_INFER_GET_LAST_HIDDEN_LAYER = 1, /**< The LLM retrieves the last hidden layer for further processing. */
} RKLLMInferMode;
/**
* @struct RKLLMExtendParam
* @brief The extend parameters for configuring an LLM instance.
*/
typedef struct {
int32_t base_domain_id; /**< base_domain_id */
uint8_t reserved[112]; /**< reserved */
} RKLLMExtendParam;
/**
* @struct RKLLMParam
* @brief Defines the parameters for configuring an LLM instance.
*/
typedef struct {
const char* model_path; /**< Path to the model file. */
int32_t max_context_len; /**< Maximum number of tokens in the context window. */
int32_t max_new_tokens; /**< Maximum number of new tokens to generate. */
int32_t top_k; /**< Top-K sampling parameter for token generation. */
float top_p; /**< Top-P (nucleus) sampling parameter. */
float temperature; /**< Sampling temperature, affecting the randomness of token selection. */
float repeat_penalty; /**< Penalty for repeating tokens in generation. */
float frequency_penalty; /**< Penalizes frequent tokens during generation. */
float presence_penalty; /**< Penalizes tokens based on their presence in the input. */
int32_t mirostat; /**< Mirostat sampling strategy flag (0 to disable). */
float mirostat_tau; /**< Tau parameter for Mirostat sampling. */
float mirostat_eta; /**< Eta parameter for Mirostat sampling. */
bool skip_special_token; /**< Whether to skip special tokens during generation. */
bool is_async; /**< Whether to run inference asynchronously. */
const char* img_start; /**< Starting position of an image in multimodal input. */
const char* img_end; /**< Ending position of an image in multimodal input. */
const char* img_content; /**< Pointer to the image content. */
RKLLMExtendParam extend_param; /**< Extend parameters. */
} RKLLMParam;
/**
* @struct RKLLMLoraAdapter
* @brief Defines parameters for a Lora adapter used in model fine-tuning.
*/
typedef struct {
const char* lora_adapter_path; /**< Path to the Lora adapter file. */
const char* lora_adapter_name; /**< Name of the Lora adapter. */
float scale; /**< Scaling factor for applying the Lora adapter. */
} RKLLMLoraAdapter;
/**
* @struct RKLLMEmbedInput
* @brief Represents an embedding input to the LLM.
*/
typedef struct {
float* embed; /**< Pointer to the embedding vector (of size n_tokens * n_embed). */
size_t n_tokens; /**< Number of tokens represented in the embedding. */
} RKLLMEmbedInput;
/**
* @struct RKLLMTokenInput
* @brief Represents token input to the LLM.
*/
typedef struct {
int32_t* input_ids; /**< Array of token IDs. */
size_t n_tokens; /**< Number of tokens in the input. */
} RKLLMTokenInput;
/**
* @struct RKLLMMultiModelInput
* @brief Represents multimodal input (e.g., text and image).
*/
typedef struct {
char* prompt; /**< Text prompt input. */
float* image_embed; /**< Embedding of the image (of size n_image_tokens * n_image_embed). */
size_t n_image_tokens; /**< Number of image tokens. */
} RKLLMMultiModelInput;
/**
* @struct RKLLMInput
* @brief Represents different types of input to the LLM via a union.
*/
typedef struct {
RKLLMInputType input_type; /**< Specifies the type of input provided (e.g., prompt, token, embed, multimodal). */
union {
const char* prompt_input; /**< Text prompt input if input_type is RKLLM_INPUT_PROMPT. */
RKLLMEmbedInput embed_input; /**< Embedding input if input_type is RKLLM_INPUT_EMBED. */
RKLLMTokenInput token_input; /**< Token input if input_type is RKLLM_INPUT_TOKEN. */
RKLLMMultiModelInput multimodal_input; /**< Multimodal input if input_type is RKLLM_INPUT_MULTIMODAL. */
};
} RKLLMInput;
/**
* @struct RKLLMLoraParam
* @brief Structure defining parameters for Lora adapters.
*/
typedef struct {
const char* lora_adapter_name; /**< Name of the Lora adapter. */
} RKLLMLoraParam;
/**
* @struct RKLLMPromptCacheParam
* @brief Structure to define parameters for caching prompts.
*/
typedef struct {
int save_prompt_cache; /**< Flag to indicate whether to save the prompt cache (0 = don't save, 1 = save). */
const char* prompt_cache_path; /**< Path to the prompt cache file. */
} RKLLMPromptCacheParam;
/**
* @struct RKLLMInferParam
* @brief Structure for defining parameters during inference.
*/
typedef struct {
RKLLMInferMode mode; /**< Inference mode (e.g., generate or get last hidden layer). */
RKLLMLoraParam* lora_params; /**< Pointer to Lora adapter parameters. */
RKLLMPromptCacheParam* prompt_cache_params; /**< Pointer to prompt cache parameters. */
} RKLLMInferParam;
/**
* @struct RKLLMResultLastHiddenLayer
* @brief Structure to hold the hidden states from the last layer.
*/
typedef struct {
const float* hidden_states; /**< Pointer to the hidden states (of size num_tokens * embd_size). */
int embd_size; /**< Size of the embedding vector. */
int num_tokens; /**< Number of tokens for which hidden states are stored. */
} RKLLMResultLastHiddenLayer;
/**
* @struct RKLLMResult
* @brief Structure to represent the result of LLM inference.
*/
typedef struct {
const char* text; /**< Generated text result. */
int32_t token_id; /**< ID of the generated token. */
RKLLMResultLastHiddenLayer last_hidden_layer; /**< Hidden states of the last layer (if requested). */
} RKLLMResult;
/**
* @typedef LLMResultCallback
* @brief Callback function to handle LLM results.
* @param result Pointer to the LLM result.
* @param userdata Pointer to user data for the callback.
* @param state State of the LLM call (e.g., finished, error).
*/
typedef void(*LLMResultCallback)(RKLLMResult* result, void* userdata, LLMCallState state);
/**
* @brief Creates a default RKLLMParam structure with preset values.
* @return A default RKLLMParam structure.
*/
RKLLMParam rkllm_createDefaultParam();
/**
* @brief Initializes the LLM with the given parameters.
* @param handle Pointer to the LLM handle.
* @param param Configuration parameters for the LLM.
* @param callback Callback function to handle LLM results.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_init(LLMHandle* handle, RKLLMParam* param, LLMResultCallback callback);
/**
* @brief Loads a Lora adapter into the LLM.
* @param handle LLM handle.
* @param lora_adapter Pointer to the Lora adapter structure.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_load_lora(LLMHandle handle, RKLLMLoraAdapter* lora_adapter);
/**
* @brief Loads a prompt cache from a file.
* @param handle LLM handle.
* @param prompt_cache_path Path to the prompt cache file.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_load_prompt_cache(LLMHandle handle, const char* prompt_cache_path);
/**
* @brief Releases the prompt cache from memory.
* @param handle LLM handle.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_release_prompt_cache(LLMHandle handle);
/**
* @brief Destroys the LLM instance and releases resources.
* @param handle LLM handle.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_destroy(LLMHandle handle);
/**
* @brief Runs an LLM inference task synchronously.
* @param handle LLM handle.
* @param rkllm_input Input data for the LLM.
* @param rkllm_infer_params Parameters for the inference task.
* @param userdata Pointer to user data for the callback.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_run(LLMHandle handle, RKLLMInput* rkllm_input, RKLLMInferParam* rkllm_infer_params, void* userdata);
/**
* @brief Runs an LLM inference task asynchronously.
* @param handle LLM handle.
* @param rkllm_input Input data for the LLM.
* @param rkllm_infer_params Parameters for the inference task.
* @param userdata Pointer to user data for the callback.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_run_async(LLMHandle handle, RKLLMInput* rkllm_input, RKLLMInferParam* rkllm_infer_params, void* userdata);
/**
* @brief Aborts an ongoing LLM task.
* @param handle LLM handle.
* @return Status code (0 for success, non-zero for failure).
*/
int rkllm_abort(LLMHandle handle);
/**
* @brief Checks if an LLM task is currently running.
* @param handle LLM handle.
* @return Status code (0 if a task is running, non-zero for otherwise).
*/
int rkllm_is_running(LLMHandle handle);
#ifdef __cplusplus
}
#endif
#endif

View file

@ -1,314 +0,0 @@
[
{ "tag": "typedef", "ns": 0, "name": "__u_char", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:31:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__u_short", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:32:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__u_int", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:33:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__u_long", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:34:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:37:21", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:38:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:39:26", "type": { "tag": ":short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:40:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:41:20", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:42:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:44:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:45:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__int_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:52:18", "type": { "tag": "__int8_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:53:19", "type": { "tag": "__uint8_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:54:19", "type": { "tag": "__int16_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:55:20", "type": { "tag": "__uint16_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:56:19", "type": { "tag": "__int32_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:57:20", "type": { "tag": "__uint32_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:58:19", "type": { "tag": "__int64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:59:20", "type": { "tag": "__uint64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:63:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__u_quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:64:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__intmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:72:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uintmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__dev_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:145:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:146:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__gid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:147:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__ino_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:148:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__ino64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:149:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__mode_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:150:26", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__nlink_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:151:27", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__off_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:152:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__off64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:153:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__pid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:154:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__fsid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:26", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:12 <Spelling=/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:24>", "bit-size": 64, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "__val", "bit-offset": 0, "bit-size": 64, "bit-alignment": 32, "type": { "tag": ":array", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 }, "size": 2 } }] } },
{ "tag": "typedef", "ns": 0, "name": "__clock_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:156:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__rlim_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:157:26", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__rlim64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:158:28", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__id_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:159:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__time_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:160:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__useconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:161:30", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__suseconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:162:31", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__suseconds64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:163:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__daddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:165:27", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__key_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:166:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__clockid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:169:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__timer_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:172:27", "type": { "tag": ":pointer", "type": { "tag": ":void" } } },
{ "tag": "typedef", "ns": 0, "name": "__blksize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:175:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__blkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:180:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__blkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:181:30", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:184:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:185:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:188:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:189:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsword_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:192:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__ssize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:194:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__syscall_slong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:197:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__syscall_ulong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:199:33", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__loff_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:203:19", "type": { "tag": "__off64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__caddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:204:15", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } },
{ "tag": "typedef", "ns": 0, "name": "__intptr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:207:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__socklen_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:210:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__sig_atomic_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:215:13", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:24:18", "type": { "tag": "__int8_t" } },
{ "tag": "typedef", "ns": 0, "name": "int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:25:19", "type": { "tag": "__int16_t" } },
{ "tag": "typedef", "ns": 0, "name": "int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:26:19", "type": { "tag": "__int32_t" } },
{ "tag": "typedef", "ns": 0, "name": "int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:27:19", "type": { "tag": "__int64_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:24:19", "type": { "tag": "__uint8_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:25:20", "type": { "tag": "__uint16_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:26:20", "type": { "tag": "__uint32_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:27:20", "type": { "tag": "__uint64_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least8_t", "location": "/usr/include/stdint.h:43:24", "type": { "tag": "__int_least8_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least16_t", "location": "/usr/include/stdint.h:44:25", "type": { "tag": "__int_least16_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least32_t", "location": "/usr/include/stdint.h:45:25", "type": { "tag": "__int_least32_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least64_t", "location": "/usr/include/stdint.h:46:25", "type": { "tag": "__int_least64_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least8_t", "location": "/usr/include/stdint.h:49:25", "type": { "tag": "__uint_least8_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least16_t", "location": "/usr/include/stdint.h:50:26", "type": { "tag": "__uint_least16_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least32_t", "location": "/usr/include/stdint.h:51:26", "type": { "tag": "__uint_least32_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least64_t", "location": "/usr/include/stdint.h:52:26", "type": { "tag": "__uint_least64_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:60:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:61:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:62:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:74:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:75:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:87:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:90:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "intmax_t", "location": "/usr/include/stdint.h:101:21", "type": { "tag": "__intmax_t" } },
{ "tag": "typedef", "ns": 0, "name": "uintmax_t", "location": "/usr/include/stdint.h:102:22", "type": { "tag": "__uintmax_t" } },
{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 762077550, "name": "", "id": 2, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } },
{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] },
{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 3 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 4 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 5 } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMExtendParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:57:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:54:9", "bit-size": 928, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "base_domain_id", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "reserved", "bit-offset": 32, "bit-size": 896, "bit-alignment": 8, "type": { "tag": ":array", "type": { "tag": "uint8_t" }, "size": 112 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:82:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:63:9", "bit-size": 1600, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "model_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "max_context_len", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "max_new_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_k", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_p", "bit-offset": 160, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "temperature", "bit-offset": 192, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "repeat_penalty", "bit-offset": 224, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "frequency_penalty", "bit-offset": 256, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "presence_penalty", "bit-offset": 288, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat", "bit-offset": 320, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "mirostat_tau", "bit-offset": 352, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat_eta", "bit-offset": 384, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "skip_special_token", "bit-offset": 416, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "is_async", "bit-offset": 424, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "img_start", "bit-offset": 448, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_end", "bit-offset": 512, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_content", "bit-offset": 576, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "extend_param", "bit-offset": 640, "bit-size": 928, "bit-alignment": 32, "type": { "tag": "RKLLMExtendParam" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 43690, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMTokenInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:110:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:107:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_ids", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "int32_t" } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:126:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }, { "tag": "field", "name": "", "bit-offset": 64, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "union", "ns": 0, "name": "", "id": 13, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:128:5", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt_input", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "embed_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMEmbedInput" } }, { "tag": "field", "name": "token_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMTokenInput" } }, { "tag": "field", "name": "multimodal_input", "bit-offset": 0, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "RKLLMMultiModelInput" } }] } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 14, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 15, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 4294967295, "name": "", "id": 16, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 17, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMResult", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:181:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 18, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:177:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "text", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "token_id", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "last_hidden_layer", "bit-offset": 128, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMResultLastHiddenLayer" } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } },
{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } },
{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_getPackedDefault", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm-wrapper.h:11:6", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }], "return-type": { "tag": ":void" } },
{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "__HAVE_GENERIC_SELECTION", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:656:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__extern_always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:458:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__fortify_function", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:463:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "__restrict_arr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:497:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__extern_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:457:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__LDOUBLE_REDIRECTS_TO_FLOAT128_ABI", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/long-double.h:21:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_USE_LIB_EXT2", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:71:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": "<command line>:1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:77:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "_BITS_STDINT_UINTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:83:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__UWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:131:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SLONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:132:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__ULONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:133:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__ULONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:114:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__U64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSBLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:44:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__UQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:129:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__RLIM_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__BLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__S64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__TIME_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:46:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSFILCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:45:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "_BITS_TYPESIZES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__STD_TYPE", "ns": 0, "location": "/tmp/tmpWCAM54ZJ-tmp.c:31:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:41:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__INO_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:40:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__MODE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:54:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__INO64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:53:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__PID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:57:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:56:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__NLINK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:55:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__DEV_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:50:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SUSECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:47:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:52:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__UID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:51:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__ID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:63:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSWORD_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:65:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__CLOCK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:64:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__BLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:59:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__RLIM64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:58:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSFILCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:61:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSBLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:60:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__STDC_IEC_60559_BFP__", "ns": 0, "location": "/usr/include/stdc-predef.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 },
{ "tag": "const", "name": "_BITS_TYPES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__STDC_IEC_559__", "ns": 0, "location": "/usr/include/stdc-predef.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__STDC_ISO_10646__", "ns": 0, "location": "/usr/include/stdc-predef.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201706 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:100:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GNU_LIBRARY__", "ns": 0, "location": "/usr/include/features.h:476:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 6 },
{ "tag": "const", "name": "__STDC_IEC_559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:52:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_TYPES_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:109:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__STDC_IEC_60559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:53:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 },
{ "tag": "const", "name": "_SYS_CDEFS_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC__", "ns": 0, "location": "/usr/include/features.h:480:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2 },
{ "tag": "const", "name": "__GLIBC_MINOR__", "ns": 0, "location": "/usr/include/features.h:481:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 36 },
{ "tag": "const", "name": "__THROWNL", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:80:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__U16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:110:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__THROW", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:79:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__S32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:111:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__U32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:112:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SLONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:113:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__S16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:109:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "__flexarr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:218:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "_DEFAULT_SOURCE", "ns": 0, "location": "/usr/include/features.h:236:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__ptr_t", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:128:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "_POSIX_C_SOURCE", "ns": 0, "location": "/usr/include/features.h:290:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 200809 },
{ "tag": "const", "name": "_POSIX_SOURCE", "ns": 0, "location": "/usr/include/features.h:288:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_POSIX_IMPLICITLY", "ns": 0, "location": "/usr/include/features.h:285:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__WCHAR_MAX", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:34:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "_ATFILE_SOURCE", "ns": 0, "location": "/usr/include/features.h:351:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_BITS_WCHAR_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "__attribute_malloc__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:283:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__WORDSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:21:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 },
{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "__TIMESIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/timesize.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 },
{ "tag": "const", "name": "__WORDSIZE_TIME64_COMPAT32", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:28:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "_STDC_PREDEF_H", "ns": 0, "location": "/usr/include/stdc-predef.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_BITS_STDINT_INTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__glibc_c99_flexarr_available", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:219:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__SSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:73:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "__WCHAR_MIN", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:44:10", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__BLKSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:71:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "_FEATURES_H", "ns": 0, "location": "/usr/include/features.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__KEY_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:68:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_ISOC11", "ns": 0, "location": "/usr/include/features.h:250:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "__CLOCKID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:69:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_ISOC99", "ns": 0, "location": "/usr/include/features.h:345:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__SUSECONDS64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:66:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_ISOC95", "ns": 0, "location": "/usr/include/features.h:343:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__DADDR_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:67:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_deprecated__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:186:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:165:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:187:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "__USE_POSIX", "ns": 0, "location": "/usr/include/features.h:325:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__STATFS_MATCHES_STATFS64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:91:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__attribute_noinline__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_POSIX2", "ns": 0, "location": "/usr/include/features.h:329:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__INO_T_MATCHES_INO64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:85:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__attribute_used__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:332:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_POSIX199309", "ns": 0, "location": "/usr/include/features.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__TIMER_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:70:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:175:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "__USE_POSIX199506", "ns": 0, "location": "/usr/include/features.h:337:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__CPU_MASK_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:76:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__RLIM_T_MATCHES_RLIM64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:88:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__attribute_maybe_unused__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:323:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF_T_MATCHES_OFF64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:82:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:154:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "__SYSCALL_SLONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:74:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "__attribute_const__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:317:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SYSCALL_ULONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:75:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_XOPEN2K", "ns": 0, "location": "/usr/include/features.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__attribute_pure__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:310:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "__KERNEL_OLD_TIMEVAL_MATCHES_TIMEVAL64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "__USE_XOPEN2K8", "ns": 0, "location": "/usr/include/features.h:349:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:155:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "__attribute_artificial__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:435:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:164:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:209:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:176:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "__always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:426:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__TIME64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:30:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_MISC", "ns": 0, "location": "/usr/include/features.h:395:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_ATFILE", "ns": 0, "location": "/usr/include/features.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__attribute_warn_unused_result__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:408:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FD_SETSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:104:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1024 },
{ "tag": "const", "name": "_BITS_TIME64_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:188:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__USE_FORTIFY_LEVEL", "ns": 0, "location": "/usr/include/features.h:431:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__returns_nonnull", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_USE_ISOC2X", "ns": 0, "location": "/usr/include/features.h:244:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_GETS", "ns": 0, "location": "/usr/include/features.h:439:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_SCANF", "ns": 0, "location": "/usr/include/features.h:462:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:210:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:227:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 }
]

View file

@ -1,101 +0,0 @@
[
{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:64:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:65:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:67:24", "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:77:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:78:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:80:32", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:93:15", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:96:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } },
{ "tag": "enum", "ns": 0, "name": "", "id": 2, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] },
{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 2 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 3 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 4 } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:126:9", "bit-size": 32, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 0, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } },
{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } },
{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_getPackedDefault", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/include/rkllm-wrapper.h:11:6", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }], "return-type": { "tag": ":void" } },
{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:168:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:179:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:190:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:192:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:178:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:191:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:216:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:217:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:232:12", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:157:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:158:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:167:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": "<command line>:1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 }
]

View file

@ -1,313 +0,0 @@
[
{ "tag": "typedef", "ns": 0, "name": "__u_char", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:31:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__u_short", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:32:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__u_int", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:33:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__u_long", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:34:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:37:21", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:38:23", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "__int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:39:26", "type": { "tag": ":short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:40:28", "type": { "tag": ":unsigned-short", "bit-size": 16, "bit-alignment": 16 } },
{ "tag": "typedef", "ns": 0, "name": "__int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:41:20", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:42:22", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:44:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:45:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__int_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:52:18", "type": { "tag": "__int8_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least8_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:53:19", "type": { "tag": "__uint8_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:54:19", "type": { "tag": "__int16_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least16_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:55:20", "type": { "tag": "__uint16_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:56:19", "type": { "tag": "__int32_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least32_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:57:20", "type": { "tag": "__uint32_t" } },
{ "tag": "typedef", "ns": 0, "name": "__int_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:58:19", "type": { "tag": "__int64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__uint_least64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:59:20", "type": { "tag": "__uint64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:63:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__u_quad_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:64:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__intmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:72:18", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uintmax_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__dev_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:145:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__uid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:146:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__gid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:147:25", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__ino_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:148:25", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__ino64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:149:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__mode_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:150:26", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__nlink_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:151:27", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__off_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:152:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__off64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:153:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__pid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:154:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__fsid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:26", "type": { "tag": "struct", "ns": 65535, "name": "", "id": 1, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:155:12 <Spelling=/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:24>", "bit-size": 64, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "__val", "bit-offset": 0, "bit-size": 64, "bit-alignment": 32, "type": { "tag": ":array", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 }, "size": 2 } }] } },
{ "tag": "typedef", "ns": 0, "name": "__clock_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:156:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__rlim_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:157:26", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__rlim64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:158:28", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__id_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:159:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__time_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:160:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__useconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:161:30", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__suseconds_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:162:31", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__suseconds64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:163:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__daddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:165:27", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__key_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:166:25", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__clockid_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:169:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__timer_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:172:27", "type": { "tag": ":pointer", "type": { "tag": ":void" } } },
{ "tag": "typedef", "ns": 0, "name": "__blksize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:175:29", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__blkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:180:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__blkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:181:30", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:184:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsblkcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:185:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:188:30", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsfilcnt64_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:189:32", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__fsword_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:192:28", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__ssize_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:194:27", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__syscall_slong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:197:33", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__syscall_ulong_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:199:33", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__loff_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:203:19", "type": { "tag": "__off64_t" } },
{ "tag": "typedef", "ns": 0, "name": "__caddr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:204:15", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } },
{ "tag": "typedef", "ns": 0, "name": "__intptr_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:207:25", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "__socklen_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:210:23", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "__sig_atomic_t", "location": "/usr/include/aarch64-linux-gnu/bits/types.h:215:13", "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "int8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:24:18", "type": { "tag": "__int8_t" } },
{ "tag": "typedef", "ns": 0, "name": "int16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:25:19", "type": { "tag": "__int16_t" } },
{ "tag": "typedef", "ns": 0, "name": "int32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:26:19", "type": { "tag": "__int32_t" } },
{ "tag": "typedef", "ns": 0, "name": "int64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:27:19", "type": { "tag": "__int64_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint8_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:24:19", "type": { "tag": "__uint8_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint16_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:25:20", "type": { "tag": "__uint16_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint32_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:26:20", "type": { "tag": "__uint32_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint64_t", "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:27:20", "type": { "tag": "__uint64_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least8_t", "location": "/usr/include/stdint.h:43:24", "type": { "tag": "__int_least8_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least16_t", "location": "/usr/include/stdint.h:44:25", "type": { "tag": "__int_least16_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least32_t", "location": "/usr/include/stdint.h:45:25", "type": { "tag": "__int_least32_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_least64_t", "location": "/usr/include/stdint.h:46:25", "type": { "tag": "__int_least64_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least8_t", "location": "/usr/include/stdint.h:49:25", "type": { "tag": "__uint_least8_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least16_t", "location": "/usr/include/stdint.h:50:26", "type": { "tag": "__uint_least16_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least32_t", "location": "/usr/include/stdint.h:51:26", "type": { "tag": "__uint_least32_t" } },
{ "tag": "typedef", "ns": 0, "name": "uint_least64_t", "location": "/usr/include/stdint.h:52:26", "type": { "tag": "__uint_least64_t" } },
{ "tag": "typedef", "ns": 0, "name": "int_fast8_t", "location": "/usr/include/stdint.h:58:22", "type": { "tag": ":signed-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast16_t", "location": "/usr/include/stdint.h:60:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast32_t", "location": "/usr/include/stdint.h:61:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "int_fast64_t", "location": "/usr/include/stdint.h:62:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast8_t", "location": "/usr/include/stdint.h:71:24", "type": { "tag": ":unsigned-char", "bit-size": 8, "bit-alignment": 8 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast16_t", "location": "/usr/include/stdint.h:73:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast32_t", "location": "/usr/include/stdint.h:74:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uint_fast64_t", "location": "/usr/include/stdint.h:75:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "intptr_t", "location": "/usr/include/stdint.h:87:19", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "uintptr_t", "location": "/usr/include/stdint.h:90:27", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "intmax_t", "location": "/usr/include/stdint.h:101:21", "type": { "tag": "__intmax_t" } },
{ "tag": "typedef", "ns": 0, "name": "uintmax_t", "location": "/usr/include/stdint.h:102:22", "type": { "tag": "__uintmax_t" } },
{ "tag": "typedef", "ns": 0, "name": "ptrdiff_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:35:26", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "size_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:46:23", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "typedef", "ns": 0, "name": "wchar_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:74:24", "type": { "tag": ":unsigned-int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "typedef", "ns": 0, "name": "max_align_t", "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:24:3", "type": { "tag": "struct", "ns": 762077550, "name": "", "id": 2, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/__stddef_max_align_t.h:19:9", "bit-size": 256, "bit-alignment": 128, "fields": [{ "tag": "field", "name": "__clang_max_align_nonce1", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":long-long", "bit-size": 64, "bit-alignment": 64 } }, { "tag": "field", "name": "__clang_max_align_nonce2", "bit-offset": 128, "bit-size": 128, "bit-alignment": 128, "type": { "tag": ":long-double", "bit-size": 128, "bit-alignment": 128 } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMHandle", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:16:15", "type": { "tag": ":pointer", "type": { "tag": ":void" } } },
{ "tag": "enum", "ns": 0, "name": "", "id": 3, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:22:9", "fields": [{ "tag": "field", "name": "RKLLM_RUN_NORMAL", "value": 0 }, { "tag": "field", "name": "RKLLM_RUN_WAITING", "value": 1 }, { "tag": "field", "name": "RKLLM_RUN_FINISH", "value": 2 }, { "tag": "field", "name": "RKLLM_RUN_ERROR", "value": 3 }, { "tag": "field", "name": "RKLLM_RUN_GET_LAST_HIDDEN_LAYER", "value": 4 }] },
{ "tag": "typedef", "ns": 0, "name": "LLMCallState", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:28:3", "type": { "tag": ":enum", "name": "", "id": 3 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 4, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:34:9", "fields": [{ "tag": "field", "name": "RKLLM_INPUT_PROMPT", "value": 0 }, { "tag": "field", "name": "RKLLM_INPUT_TOKEN", "value": 1 }, { "tag": "field", "name": "RKLLM_INPUT_EMBED", "value": 2 }, { "tag": "field", "name": "RKLLM_INPUT_MULTIMODAL", "value": 3 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInputType", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:39:3", "type": { "tag": ":enum", "name": "", "id": 4 } },
{ "tag": "enum", "ns": 0, "name": "", "id": 5, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:45:9", "fields": [{ "tag": "field", "name": "RKLLM_INFER_GENERATE", "value": 0 }, { "tag": "field", "name": "RKLLM_INFER_GET_LAST_HIDDEN_LAYER", "value": 1 }] },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferMode", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:48:3", "type": { "tag": ":enum", "name": "", "id": 5 } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMExtendParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:57:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 6, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:54:9", "bit-size": 928, "bit-alignment": 32, "fields": [{ "tag": "field", "name": "base_domain_id", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "reserved", "bit-offset": 32, "bit-size": 896, "bit-alignment": 8, "type": { "tag": ":array", "type": { "tag": "uint8_t" }, "size": 112 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:82:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 7, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:63:9", "bit-size": 1600, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "model_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "max_context_len", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "max_new_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_k", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "top_p", "bit-offset": 160, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "temperature", "bit-offset": 192, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "repeat_penalty", "bit-offset": 224, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "frequency_penalty", "bit-offset": 256, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "presence_penalty", "bit-offset": 288, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat", "bit-offset": 320, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "mirostat_tau", "bit-offset": 352, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "mirostat_eta", "bit-offset": 384, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "skip_special_token", "bit-offset": 416, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "is_async", "bit-offset": 424, "bit-size": 8, "bit-alignment": 8, "type": { "tag": ":_Bool", "bit-size": 8, "bit-alignment": 8 } }, { "tag": "field", "name": "img_start", "bit-offset": 448, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_end", "bit-offset": 512, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "img_content", "bit-offset": 576, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "extend_param", "bit-offset": 640, "bit-size": 928, "bit-alignment": 32, "type": { "tag": "RKLLMExtendParam" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraAdapter", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:92:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 8, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:88:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_path", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "lora_adapter_name", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "scale", "bit-offset": 128, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMEmbedInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:101:3", "type": { "tag": "struct", "ns": 762211947, "name": "", "id": 9, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:98:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "embed", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMTokenInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:110:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 10, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:107:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_ids", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "int32_t" } } }, { "tag": "field", "name": "n_tokens", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMMultiModelInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:120:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 11, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:116:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "image_embed", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "n_image_tokens", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": "size_t" } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInput", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:134:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 12, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:126:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "input_type", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInputType" } }, { "tag": "field", "name": "", "bit-offset": 64, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "union", "ns": 1814916718, "name": "", "id": 13, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:128:5", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "prompt_input", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "embed_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMEmbedInput" } }, { "tag": "field", "name": "token_input", "bit-offset": 0, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMTokenInput" } }, { "tag": "field", "name": "multimodal_input", "bit-offset": 0, "bit-size": 192, "bit-alignment": 64, "type": { "tag": "RKLLMMultiModelInput" } }] } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMLoraParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:142:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 14, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:140:9", "bit-size": 64, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "lora_adapter_name", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMPromptCacheParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:151:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 15, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:148:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "save_prompt_cache", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "prompt_cache_path", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMInferParam", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:161:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 16, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:157:9", "bit-size": 192, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "mode", "bit-offset": 0, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "RKLLMInferMode" } }, { "tag": "field", "name": "lora_params", "bit-offset": 64, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraParam" } } }, { "tag": "field", "name": "prompt_cache_params", "bit-offset": 128, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": "RKLLMPromptCacheParam" } } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMResultLastHiddenLayer", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:171:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 17, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:167:9", "bit-size": 128, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "hidden_states", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":float", "bit-size": 32, "bit-alignment": 32 } } }, { "tag": "field", "name": "embd_size", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }, { "tag": "field", "name": "num_tokens", "bit-offset": 96, "bit-size": 32, "bit-alignment": 32, "type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } }] } },
{ "tag": "typedef", "ns": 0, "name": "RKLLMResult", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:181:3", "type": { "tag": "struct", "ns": 1814916718, "name": "", "id": 18, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:177:9", "bit-size": 256, "bit-alignment": 64, "fields": [{ "tag": "field", "name": "text", "bit-offset": 0, "bit-size": 64, "bit-alignment": 64, "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }, { "tag": "field", "name": "token_id", "bit-offset": 64, "bit-size": 32, "bit-alignment": 32, "type": { "tag": "int32_t" } }, { "tag": "field", "name": "last_hidden_layer", "bit-offset": 128, "bit-size": 128, "bit-alignment": 64, "type": { "tag": "RKLLMResultLastHiddenLayer" } }] } },
{ "tag": "typedef", "ns": 0, "name": "LLMResultCallback", "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:190:15", "type": { "tag": ":function-pointer" } },
{ "tag": "function", "name": "rkllm_createDefaultParam", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:196:12", "variadic": false, "inline": false, "storage-class": "none", "parameters": [], "return-type": { "tag": "RKLLMParam" } },
{ "tag": "function", "name": "rkllm_init", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:205:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": ":pointer", "type": { "tag": "LLMHandle" } } }, { "tag": "parameter", "name": "param", "type": { "tag": ":pointer", "type": { "tag": "RKLLMParam" } } }, { "tag": "parameter", "name": "callback", "type": { "tag": "LLMResultCallback" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_lora", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:213:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "lora_adapter", "type": { "tag": ":pointer", "type": { "tag": "RKLLMLoraAdapter" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_load_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:221:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "prompt_cache_path", "type": { "tag": ":pointer", "type": { "tag": ":char", "bit-size": 8, "bit-alignment": 8 } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_release_prompt_cache", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:228:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_destroy", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:235:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:245:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_run_async", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:255:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }, { "tag": "parameter", "name": "rkllm_input", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInput" } } }, { "tag": "parameter", "name": "rkllm_infer_params", "type": { "tag": ":pointer", "type": { "tag": "RKLLMInferParam" } } }, { "tag": "parameter", "name": "userdata", "type": { "tag": ":pointer", "type": { "tag": ":void" } } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_abort", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:262:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "function", "name": "rkllm_is_running", "ns": 0, "location": "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/rknn-llm-release-v1.1.4/rkllm-runtime/Linux/librkllm_api/include/rkllm.h:269:5", "variadic": false, "inline": false, "storage-class": "none", "parameters": [{ "tag": "parameter", "name": "handle", "type": { "tag": "LLMHandle" } }], "return-type": { "tag": ":int", "bit-size": 32, "bit-alignment": 32 } },
{ "tag": "const", "name": "_SYS_CDEFS_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:71:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC__", "ns": 0, "location": "/usr/include/features.h:480:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_BFP_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:77:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_MINOR__", "ns": 0, "location": "/usr/include/features.h:481:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 36 },
{ "tag": "const", "name": "__GNU_LIBRARY__", "ns": 0, "location": "/usr/include/features.h:476:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 6 },
{ "tag": "const", "name": "__STDC_ISO_10646__", "ns": 0, "location": "/usr/include/stdc-predef.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201706 },
{ "tag": "const", "name": "__STDC_IEC_60559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:53:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 },
{ "tag": "const", "name": "INT8_MIN", "ns": 0, "location": "/usr/include/stdint.h:116:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "__STDC_IEC_559_COMPLEX__", "ns": 0, "location": "/usr/include/stdc-predef.h:52:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_BITS_STDINT_UINTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-uintn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_LIB_EXT2", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "UINT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:148:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "UINT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:147:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "_POSIX_C_SOURCE", "ns": 0, "location": "/usr/include/features.h:290:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 200809 },
{ "tag": "const", "name": "UINT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:146:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "UINT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:145:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "__USE_POSIX_IMPLICITLY", "ns": 0, "location": "/usr/include/features.h:285:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_POSIX_SOURCE", "ns": 0, "location": "/usr/include/features.h:288:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT_FAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:160:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_FAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:154:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_FAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:155:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_FAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:152:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "UINT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:173:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "INT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:170:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "INT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:165:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "INT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:164:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "_DEFAULT_SOURCE", "ns": 0, "location": "/usr/include/features.h:236:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INTPTR_MIN", "ns": 0, "location": "/usr/include/stdint.h:186:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "UINT_FAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:181:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INT_FAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:162:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "UINT_FAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:176:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "UINT_FAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:175:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "__STDC_IEC_559__", "ns": 0, "location": "/usr/include/stdc-predef.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:122:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "__STDC_IEC_60559_BFP__", "ns": 0, "location": "/usr/include/stdc-predef.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 201404 },
{ "tag": "const", "name": "INT32_MIN", "ns": 0, "location": "/usr/include/stdint.h:118:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "INT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:121:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "_STDC_PREDEF_H", "ns": 0, "location": "/usr/include/stdc-predef.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT16_MIN", "ns": 0, "location": "/usr/include/stdint.h:117:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "UINT16_MAX", "ns": 0, "location": "/usr/include/stdint.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 65535 },
{ "tag": "const", "name": "INT64_MIN", "ns": 0, "location": "/usr/include/stdint.h:119:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:124:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "INT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:123:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "__TIMESIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/timesize.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 },
{ "tag": "const", "name": "UINT8_MAX", "ns": 0, "location": "/usr/include/stdint.h:127:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 255 },
{ "tag": "const", "name": "INT_LEAST16_MIN", "ns": 0, "location": "/usr/include/stdint.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -32768 },
{ "tag": "const", "name": "__WORDSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:21:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 64 },
{ "tag": "const", "name": "__WORDSIZE_TIME64_COMPAT32", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wordsize.h:28:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "UINT64_MAX", "ns": 0, "location": "/usr/include/stdint.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "INT_LEAST32_MAX", "ns": 0, "location": "/usr/include/stdint.h:141:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "UINT32_MAX", "ns": 0, "location": "/usr/include/stdint.h:129:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "INT_LEAST16_MAX", "ns": 0, "location": "/usr/include/stdint.h:140:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 32767 },
{ "tag": "const", "name": "_ATFILE_SOURCE", "ns": 0, "location": "/usr/include/features.h:351:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT_LEAST8_MAX", "ns": 0, "location": "/usr/include/stdint.h:139:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 127 },
{ "tag": "const", "name": "INT_LEAST64_MIN", "ns": 0, "location": "/usr/include/stdint.h:137:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "INT_LEAST8_MIN", "ns": 0, "location": "/usr/include/stdint.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -128 },
{ "tag": "const", "name": "INT_LEAST64_MAX", "ns": 0, "location": "/usr/include/stdint.h:142:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "__USE_XOPEN2K8", "ns": 0, "location": "/usr/include/features.h:349:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "INT_LEAST32_MIN", "ns": 0, "location": "/usr/include/stdint.h:136:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "__S16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:109:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_POSIX199506", "ns": 0, "location": "/usr/include/features.h:337:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_XOPEN2K", "ns": 0, "location": "/usr/include/features.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_POSIX", "ns": 0, "location": "/usr/include/features.h:325:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_POSIX199309", "ns": 0, "location": "/usr/include/features.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_POSIX2", "ns": 0, "location": "/usr/include/features.h:329:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_FEATURES_H", "ns": 0, "location": "/usr/include/features.h:19:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_ISOC11", "ns": 0, "location": "/usr/include/features.h:250:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_ISOC95", "ns": 0, "location": "/usr/include/features.h:343:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_ISOC99", "ns": 0, "location": "/usr/include/features.h:345:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__U64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:135:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__S64_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:134:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__ULONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:133:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SLONG32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:132:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_GETS", "ns": 0, "location": "/usr/include/features.h:439:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__RLIM_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:42:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:41:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GLIBC_USE_ISOC2X", "ns": 0, "location": "/usr/include/features.h:244:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__INO_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:40:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "_BITS_TYPESIZES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_DEPRECATED_SCANF", "ns": 0, "location": "/usr/include/features.h:462:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__STD_TYPE", "ns": 0, "location": "/tmp/tmpVTFK6ZJW-tmp.c:82:12", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SLONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:113:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__U32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:112:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__U16_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:110:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__S32_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:111:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_FORTIFY_LEVEL", "ns": 0, "location": "/usr/include/features.h:431:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__UWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:131:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__UQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:129:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:130:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SQUAD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:128:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USE_ATFILE", "ns": 0, "location": "/usr/include/features.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__USE_MISC", "ns": 0, "location": "/usr/include/features.h:395:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__ULONGWORD_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:114:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:83:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "_STDINT_H", "ns": 0, "location": "/usr/include/stdint.h:23:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_BITS_TYPES_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/types.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "bool", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:15:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GCC_HAVE_DWARF2_CFI_ASM", "ns": 0, "location": "<command line>:1:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_TYPES_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:109:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__THROW", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:79:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__THROWNL", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:80:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__GLIBC_USE_IEC_60559_FUNCS_EXT_C2X", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/libc-header-start.h:100:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "_BITS_TIME64_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:24:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__FD_SETSIZE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:104:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1024 },
{ "tag": "const", "name": "__ptr_t", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:128:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__TIME64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/time64.h:30:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__INO_T_MATCHES_INO64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:85:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__RLIM_T_MATCHES_RLIM64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:88:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__KERNEL_OLD_TIMEVAL_MATCHES_TIMEVAL64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:94:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__STATFS_MATCHES_STATFS64", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:91:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__RLIM64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:58:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_malloc__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:283:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__BLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:59:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSBLKCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:60:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSFILCNT64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:61:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__INO64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:53:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__MODE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:54:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__NLINK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:55:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:56:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SUSECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:47:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_const__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:317:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__DEV_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:50:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__UID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:51:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__GID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:52:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_maybe_unused__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:323:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__PID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:57:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSBLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:44:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_pure__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:310:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSFILCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:45:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SYSCALL_SLONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:74:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__TIME_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:46:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__BLKCNT_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:43:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SYSCALL_ULONG_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:75:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__CPU_MASK_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:76:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__OFF_T_MATCHES_OFF64_T", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:82:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__BLKSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:71:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:72:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SSIZE_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:73:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__DADDR_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:67:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__SUSECONDS64_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:66:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__KEY_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:68:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__CLOCKID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:69:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__TIMER_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:70:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__flexarr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:218:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__ID_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:63:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__FSWORD_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:62:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__CLOCK_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:64:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__USECONDS_T_TYPE", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/typesizes.h:65:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__glibc_c99_flexarr_available", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:219:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:426:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__attribute_warn_unused_result__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:408:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__returns_nonnull", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:399:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__restrict_arr", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:497:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__extern_always_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:458:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__fortify_function", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:463:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "true", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:16:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__extern_inline", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:457:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "false", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:17:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "__attribute_artificial__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:435:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "__bool_true_false_are_defined", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stdbool.h:29:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "PTRDIFF_MIN", "ns": 0, "location": "/usr/include/stdint.h:209:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "PTRDIFF_MAX", "ns": 0, "location": "/usr/include/stdint.h:210:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "__attribute_deprecated__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:341:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "SIG_ATOMIC_MIN", "ns": 0, "location": "/usr/include/stdint.h:222:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -2147483648 },
{ "tag": "const", "name": "SIG_ATOMIC_MAX", "ns": 0, "location": "/usr/include/stdint.h:223:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 2147483647 },
{ "tag": "const", "name": "SIZE_MAX", "ns": 0, "location": "/usr/include/stdint.h:227:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "INTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:187:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINTPTR_MAX", "ns": 0, "location": "/usr/include/stdint.h:188:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 18446744073709551615 },
{ "tag": "const", "name": "__attribute_used__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:332:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INTMAX_MIN", "ns": 0, "location": "/usr/include/stdint.h:197:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -9223372036854775808 },
{ "tag": "const", "name": "__attribute_noinline__", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:333:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 } },
{ "tag": "const", "name": "INTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:199:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 9223372036854775807 },
{ "tag": "const", "name": "UINTMAX_MAX", "ns": 0, "location": "/usr/include/stdint.h:202:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": -1 },
{ "tag": "const", "name": "WCHAR_MIN", "ns": 0, "location": "/usr/include/stdint.h:239:11", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "WCHAR_MAX", "ns": 0, "location": "/usr/include/stdint.h:240:11", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "WINT_MIN", "ns": 0, "location": "/usr/include/stdint.h:244:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "WINT_MAX", "ns": 0, "location": "/usr/include/stdint.h:245:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "__HAVE_GENERIC_SELECTION", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/sys/cdefs.h:656:10", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "_BITS_STDINT_INTN_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/stdint-intn.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__WCHAR_MAX", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:34:10", "type": { "tag": ":unsigned-long", "bit-size": 64, "bit-alignment": 64 }, "value": 4294967295 },
{ "tag": "const", "name": "__WCHAR_MIN", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:44:10", "type": { "tag": ":unsigned-long-long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "_BITS_WCHAR_H", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/wchar.h:20:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 1 },
{ "tag": "const", "name": "__LDOUBLE_REDIRECTS_TO_FLOAT128_ABI", "ns": 0, "location": "/usr/include/aarch64-linux-gnu/bits/long-double.h:21:9", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 },
{ "tag": "const", "name": "NULL", "ns": 0, "location": "/usr/lib/llvm-14/lib/clang/14.0.6/include/stddef.h:89:11", "type": { "tag": ":long", "bit-size": 64, "bit-alignment": 64 }, "value": 0 }
]

View file

@ -1,15 +0,0 @@
;; rkllm-server
(defsystem "rkllm-server"
:description "A brief description of my application."
:version "1.0"
:author "Your Name <your.email@example.com>"
:license "MIT License"
;; Dependencies
:depends-on (:cl-autowrap :woo :clack :ningle :metabang-bind)
;; Components
:components ((:file "server")
(:module "lib")))

View file

@ -1,131 +0,0 @@
(eval-when (:compile-toplevel :load-toplevel)
#+(or) (ql:quickload '(micros
woo clack ningle metabang-bind
;cffi-libffi
cl-autowrap ;/libffi
))
(unless (find-package '#:rkllm)
(defpackage #:rkllm)))
(defpackage #:rkllm-server
(:use :cl :bind))
(in-package :rkllm-server)
(cffi:define-foreign-library librkllm
(t (:default "librkllmrt")))
(cffi:load-foreign-library 'librkllm)
(cffi:define-foreign-library rkllm-wrapper
(t (:default "rkllm-wrapper")))
(cffi:load-foreign-library 'rkllm-wrapper)
(autowrap:c-include (asdf:system-relative-pathname :rkllm-server "include/rkllm-wrapper.h")
:spec-path '(rkllm-server lib)
:exclude-arch ("i686-pc-linux-gnu" "x86_64-pc-linux-gnu" "i686-pc-windows-msvc"
"x86_64-pc-windows-msvc" "i686-apple-darwin9" "x86_64-apple-darwin9"
"i386-unknown-freebsd" "x86_64-unknown-freebsd" "i386-unknown-openbsd"
"x86_64-unknown-openbsd" "arm-pc-linux-gnu" "arm-unknown-linux-androideabi"
"powerpc64-pc-linux-gnu" "powerpc64le-pc-linux-gnu" "i686-unknown-linux-android"
"x86_64-unknown-linux-android")
:definition-package :rkllm
:symbol-regex (("^(RKLLM|rkllm)" ()
(lambda (string matches regex)
(let ((new (subseq string 5)))
(if (char= #\_ (aref new 0))
(subseq new 1)
new))))))
(defvar *last-state* 0)
(defvar *output* nil)
(defun actual-callback (result state)
(setf *last-state* state)
(case state
(2 (format t "~%"))
(3 (format t "run error!~%"))
(4 (warn "Getting the last hidden layer is not implemented yet."))
(t
(let ((text (cffi:foreign-string-to-lisp (rkllm:result.text result))))
(format t "~a" text)
(push text *output*))))
(finish-output))
(autowrap:defcallback get-data-cb :void ((result (:pointer rkllm:result)) (userdata :pointer) (state rkllm:llm-call-state))
(declare (ignore userdata))
(actual-callback (autowrap:wrap-pointer result 'rkllm:result) state))
(defvar *empty-str* (autowrap:alloc-string ""))
(defvar *model-param* (autowrap:alloc 'rkllm:param))
(rkllm:get-packed-default *model-param*)
(defun update-params (&key (path "/srv/dev-disk-by-uuid-e704bc62-3f03-4c9f-a44a-7f7536ea97e1/public/compile/my_rkllm_server/models/Qwen2.5-Coder-3B-Instruct.rkllm")
(max-content-length 512) (max-new-tokens -1) (skip-special-tokens t) (top-k 20) (top-p 0.8) (temperature 0.7) (repeat-penalty 1.1)
(frequency-penalty 0.0) (presence-penalty 0.0) (mirostat 0) (mirostat-tau 5.0) (mirostat-eta 0.1) (is-async nil) (img-start *empty-str*)
(img-end *empty-str*) (img-content *empty-str*) (domain-base-id 0))
(unless (cffi:null-pointer-p (rkllm:param.model-path *model-param*))
(autowrap:free (rkllm:param.model-path *model-param*)))
(setf (rkllm:param.model-path *model-param*) (autowrap:alloc-string path)
(rkllm:param.max-context-len *model-param*) max-content-length
(rkllm:param.max-new-tokens *model-param*) max-new-tokens
(rkllm:param.skip-special-token *model-param*) (if skip-special-tokens 1 0)
(rkllm:param.top-k *model-param*) top-k
(rkllm:param.top-p *model-param*) top-p
(rkllm:param.temperature *model-param*) temperature
(rkllm:param.repeat-penalty *model-param*) repeat-penalty
(rkllm:param.frequency-penalty *model-param*) frequency-penalty
(rkllm:param.presence-penalty *model-param*) presence-penalty
(rkllm:param.mirostat *model-param*) mirostat
(rkllm:param.mirostat-tau *model-param*) mirostat-tau
(rkllm:param.mirostat-eta *model-param*) mirostat-eta
(rkllm:param.is-async *model-param*) (if is-async 1 0)
(rkllm:param.img-start *model-param*) img-start
(rkllm:param.img-end *model-param*) img-end
(rkllm:param.img-content *model-param*) img-content
(rkllm:param.extend-param.base-domain-id *model-param*) domain-base-id))
(update-params)
(defvar *model-handle* (autowrap:alloc-ptr :pointer))
(defvar *model*)
(defvar *model-lock* (bt2:make-lock :name "model-lock"))
(defun init-model ()
(unless (= 0 (rkllm:init *model-handle* *model-param* (autowrap:callback 'get-data-cb)))
(error "Failed to init!"))
(setf *model* (cffi:mem-ref *model-handle* :pointer)))
(defun prompt-model (prompt)
(autowrap:with-many-alloc ((iparam 'rkllm:infer-param)
(input 'rkllm:input))
(let ((prompt (autowrap:alloc-string prompt)))
(setf (rkllm:infer-param.mode iparam) rkllm:+infer-generate+
(rkllm:infer-param.lora-params iparam) (cffi:null-pointer)
(rkllm:infer-param.prompt-cache-params iparam) (cffi:null-pointer)
(rkllm:input.input-type input) rkllm:+input-prompt+
(rkllm:input.prompt-input input) prompt))
(rkllm:run *model* input iparam nil)
(autowrap:free prompt)))
;(init (cffi:mem-aptr *model* :pointer) *model-param* (cffi:callback get-data-cb))
(defparameter *msg-start* "<|im_start|>")
(defparameter *msg-end* "<|im_end|>")
(defun message->prompt (role &optional message)
(let ((*print-case* :downcase)) (format nil "~a~a~%~a~a~%" *msg-start* role (or message "") (if message *msg-end* ""))))
(defun messages->prompt (messages)
(apply #'concatenate 'string
(mapcar (lambda (msg)
(message->prompt (car msg) (cadr msg)))
(append messages '((:assistant))))))
(defun start ()
(clack:clackup (lambda (env) (format nil "~a" env)) :server :woo :address "0.0.0.0"))
(export '(start))

View file

@ -23,7 +23,7 @@ function messageListener(elem, idx, type) {
return () => { return () => {
elem.classList.toggle('selected'); elem.classList.toggle('selected');
const e = { id: idx, type: type }; const e = { id: idx, type: type };
const i = selected_msg.findIndex(o => e.id === o.id && o.type === e.type); const i = selected_msg.indexOf(e);
if (i === -1) if (i === -1)
selected_msg.push(e); selected_msg.push(e);
else selected_msg.splice(i, 1); else selected_msg.splice(i, 1);
@ -106,7 +106,8 @@ async function sendMessage() {
message.innerHTML = renderer.render(parser.parse(`**RKLLM**:\n\n${text}`)); message.innerHTML = renderer.render(parser.parse(`**RKLLM**:\n\n${text}`));
Array.from(message.getElementsByTagName('code')).forEach(e => hljs.highlightElement(e)); Array.from(message.getElementsByTagName('code')).forEach(e => hljs.highlightElement(e));
} }
const at_bottom = Math.abs(messagesContainer.scrollHeight - messagesContainer.clientHeight - messagesContainer.scrollTop) <= 1; const at_bottom = Math.abs(messagesContainer.scrollHeight - messagesContainer.clientHeight - messagesContainer.scrollTop) <= 1;;
console.log(messagesContainer.scrollHeight, messagesContainer.scrollTop, messagesContainer.clientHeight);
try { try {
display(1); display(1);
} catch { } catch {