Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-14 22:38:58 +01:00
Code Issues Packages Projects Releases Wiki Activity

rpc : pack only RPC structs (#9959)

Browse Source
This commit is contained in:
Radoslav Gerganov 2024-10-21 13:35:40 +03:00 committed by GitHub
parent 55e47786e3
commit d5ebd79c76
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
ggml/src/ggml-rpc.cpp
View File

@ -57,8 +57,9 @@ struct socket_t {
} }
}; };
// all RPC structures must be packed
#pragma pack(push, 1)
// ggml_tensor is serialized into rpc_tensor // ggml_tensor is serialized into rpc_tensor
#pragma pack(1)
struct rpc_tensor { struct rpc_tensor {
uint64_t id; uint64_t id;
uint32_t type; uint32_t type;
@ -95,76 +96,64 @@ enum rpc_cmd {
RPC_CMD_COUNT, RPC_CMD_COUNT,
}; };
#pragma pack(1)
struct rpc_msg_alloc_buffer_req { struct rpc_msg_alloc_buffer_req {
uint64_t size; uint64_t size;
}; };
#pragma pack(1)
struct rpc_msg_alloc_buffer_rsp { struct rpc_msg_alloc_buffer_rsp {
uint64_t remote_ptr; uint64_t remote_ptr;
uint64_t remote_size; uint64_t remote_size;
}; };
#pragma pack(1)
struct rpc_msg_get_alignment_rsp { struct rpc_msg_get_alignment_rsp {
uint64_t alignment; uint64_t alignment;
}; };
#pragma pack(1)
struct rpc_msg_get_max_size_rsp { struct rpc_msg_get_max_size_rsp {
uint64_t max_size; uint64_t max_size;
}; };
#pragma pack(1)
struct rpc_msg_buffer_get_base_req { struct rpc_msg_buffer_get_base_req {
uint64_t remote_ptr; uint64_t remote_ptr;
}; };
#pragma pack(1)
struct rpc_msg_buffer_get_base_rsp { struct rpc_msg_buffer_get_base_rsp {
uint64_t base_ptr; uint64_t base_ptr;
}; };
#pragma pack(1)
struct rpc_msg_free_buffer_req { struct rpc_msg_free_buffer_req {
uint64_t remote_ptr; uint64_t remote_ptr;
}; };
#pragma pack(1)
struct rpc_msg_buffer_clear_req { struct rpc_msg_buffer_clear_req {
uint64_t remote_ptr; uint64_t remote_ptr;
uint8_t value; uint8_t value;
}; };
#pragma pack(1)
struct rpc_msg_get_tensor_req { struct rpc_msg_get_tensor_req {
rpc_tensor tensor; rpc_tensor tensor;
uint64_t offset; uint64_t offset;
uint64_t size; uint64_t size;
}; };
#pragma pack(1)
struct rpc_msg_copy_tensor_req { struct rpc_msg_copy_tensor_req {
rpc_tensor src; rpc_tensor src;
rpc_tensor dst; rpc_tensor dst;
}; };
#pragma pack(1)
struct rpc_msg_copy_tensor_rsp { struct rpc_msg_copy_tensor_rsp {
uint8_t result; uint8_t result;
}; };
#pragma pack(1)
struct rpc_msg_graph_compute_rsp { struct rpc_msg_graph_compute_rsp {
uint8_t result; uint8_t result;
}; };
#pragma pack(1)
struct rpc_msg_get_device_memory_rsp { struct rpc_msg_get_device_memory_rsp {
uint64_t free_mem; uint64_t free_mem;
uint64_t total_mem; uint64_t total_mem;
}; };
#pragma pack(pop)
// RPC data structures // RPC data structures