test by slaren · Pull Request #8 · slaren/llama.cpp

slaren · 2023-05-11T19:53:56Z

No description provided.

github-actions

clang-tidy made some suggestions

There were too many comments to post at once. Showing the first 10 out of 28. Check the log or trigger a new build to see more.

github-actions · 2023-05-11T19:58:06Z

+
+static const std::map<e_model, size_t> & MEM_REQ_SCRATCH0()
+{
+    static std::map<e_model, size_t> _MEM_REQ_SCRATCH0 = {


warning: declaration uses identifier '_MEM_REQ_SCRATCH0', which is a reserved identifier [bugprone-reserved-identifier]

Suggested change

static std::map<e_model, size_t> _MEM_REQ_SCRATCH0 = {

static std::map<e_model, size_t> MEM_REQ_SCRATCH0 = {

llama-test.cpp:58:

- return _MEM_REQ_SCRATCH0; + return MEM_REQ_SCRATCH0;

github-actions · 2023-05-11T19:58:06Z

+
+static const std::map<e_model, size_t> & MEM_REQ_SCRATCH1()
+{
+    static std::map<e_model, size_t> _MEM_REQ_SCRATCH1 = {


warning: declaration uses identifier '_MEM_REQ_SCRATCH1', which is a reserved identifier [bugprone-reserved-identifier]

Suggested change

static std::map<e_model, size_t> _MEM_REQ_SCRATCH1 = {

static std::map<e_model, size_t> MEM_REQ_SCRATCH1 = {

llama-test.cpp:69:

- return _MEM_REQ_SCRATCH1; + return MEM_REQ_SCRATCH1;

github-actions · 2023-05-11T19:58:07Z

+// 2*n_embd*n_ctx*n_layer*sizeof(float16)
+static const std::map<e_model, size_t> & MEM_REQ_KV_SELF()
+{
+    static std::map<e_model, size_t> _MEM_REQ_KV_SELF = {


warning: declaration uses identifier '_MEM_REQ_KV_SELF', which is a reserved identifier [bugprone-reserved-identifier]

Suggested change

static std::map<e_model, size_t> _MEM_REQ_KV_SELF = {

static std::map<e_model, size_t> MEM_REQ_KV_SELF = {

llama-test.cpp:81:

- return _MEM_REQ_KV_SELF; + return MEM_REQ_KV_SELF;

github-actions · 2023-05-11T19:58:07Z

+// not actually needed if BLAS is disabled
+static const std::map<e_model, size_t> & MEM_REQ_EVAL()
+{
+    static std::map<e_model, size_t> _MEM_REQ_EVAL = {


warning: declaration uses identifier '_MEM_REQ_EVAL', which is a reserved identifier [bugprone-reserved-identifier]

Suggested change

static std::map<e_model, size_t> _MEM_REQ_EVAL = {

static std::map<e_model, size_t> MEM_REQ_EVAL = {

llama-test.cpp:94:

- return _MEM_REQ_EVAL; + return MEM_REQ_EVAL;

github-actions · 2023-05-11T19:58:07Z

+    std::unique_ptr<llama_mmap> mapping;
+
+    llama_model_loader(const std::string & fname_base, bool use_mmap, bool vocab_only) {
+        auto first_file = new llama_file_loader(fname_base.c_str(), 0, tensors_map);


warning: 'auto first_file' can be declared as 'auto *first_file' [readability-qualified-auto]

Suggested change

auto first_file = new llama_file_loader(fname_base.c_str(), 0, tensors_map);

auto *first_file = new llama_file_loader(fname_base.c_str(), 0, tensors_map);

github-actions · 2023-05-11T19:58:07Z

+        uint32_t n_parts = vocab_only ? 1 : guess_n_parts();
+        for (uint32_t i = 1; i < n_parts; i++) {
+            std::string fname = fname_base + "." + std::to_string(i);
+            auto ith_file = new llama_file_loader(fname.c_str(), i, tensors_map);


warning: 'auto ith_file' can be declared as 'auto *ith_file' [readability-qualified-auto]

Suggested change

auto ith_file = new llama_file_loader(fname.c_str(), i, tensors_map);

auto *ith_file = new llama_file_loader(fname.c_str(), i, tensors_map);

github-actions · 2023-05-11T19:58:07Z

+        }
+    }
+
+    struct ggml_tensor * get_tensor(const std::string & name, std::vector<uint32_t> ne) {


warning: the parameter 'ne' is copied for each invocation but only used as a const reference; consider making it a const reference [performance-unnecessary-value-param]

Suggested change

struct ggml_tensor * get_tensor(const std::string & name, std::vector<uint32_t> ne) {

struct ggml_tensor * get_tensor(const std::string & name, const std::vector<uint32_t>& ne) {

github-actions · 2023-05-11T19:58:07Z

+        return tensor;
+    }
+
+    void done_getting_tensors() {


warning: method 'done_getting_tensors' can be made const [readability-make-member-function-const]

Suggested change

void done_getting_tensors() {

void done_getting_tensors() const {

github-actions · 2023-05-11T19:58:08Z

+
+    auto & ctx = model.ctx;
+
+    size_t ctx_size, mmapped_size;


warning: multiple declarations in a single statement reduces readability [readability-isolate-declaration]

Suggested change

size_t ctx_size, mmapped_size;

size_t ctx_size;

size_t mmapped_size;

github-actions · 2023-05-11T19:58:08Z

+    const auto & model   = lctx.model;
+    const auto & hparams = model.hparams;
+
+    auto & kv_self = model.kv_self;


warning: 'auto &kv_self' can be declared as 'const auto &kv_self' [readability-qualified-auto]

Suggested change

auto & kv_self = model.kv_self;

const auto & kv_self = model.kv_self;

…gml-org#16038) Initalizing RESERVED_NAME in is_reserved_name() is not thread safe and leads to corrupted memory when used from multiple threads as can be seen in the asan trace below. This fixes the initialization to make it thread-safe. #0 0x000100abd018 in std::__1::pair<std::__1::__hash_iterator<std::__1::__hash_node<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, void*>*>, bool> std::__1::__hash_table<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>>::__emplace_unique_key_args<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) __hash_table:1565 #1 0x000100ab0320 in SchemaConverter::visit(nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) json-schema-to-grammar.cpp:802 #2 0x000100aafc48 in std::__1::__function::__func<build_grammar(std::__1::function<void (common_grammar_builder const&)> const&, common_grammar_options const&)::$_2, std::__1::allocator<build_grammar(std::__1::function<void (common_grammar_builder const&)> const&, common_grammar_options const&)::$_2>, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> (std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&)>::operator()(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&) function.h:319 #3 0x000100a2c938 in std::__1::__function::__func<common_chat_params_init_llama_3_x(minja::chat_template const&, templates_params const&, bool)::$_0::operator()(common_grammar_builder const&) const::'lambda'(nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&), std::__1::allocator<common_chat_params_init_llama_3_x(minja::chat_template const&, templates_params const&, bool)::$_0::operator()(common_grammar_builder const&) const::'lambda'(nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&)>, void (nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&)>::operator()(nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&) function.h:319 #4 0x000100a139f8 in foreach_function(nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&, std::__1::function<void (nlohmann::json_abi_v3_12_0::basic_json<nlohmann::json_abi_v3_12_0::ordered_map, std::__1::vector, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, bool, long long, unsigned long long, double, std::__1::allocator, nlohmann::json_abi_v3_12_0::adl_serializer, std::__1::vector<unsigned char, std::__1::allocator<unsigned char>>, void> const&)> const&) chat.cpp:762 #5 0x000100a2a7f4 in std::__1::__function::__func<common_chat_params_init_llama_3_x(minja::chat_template const&, templates_params const&, bool)::$_0, std::__1::allocator<common_chat_params_init_llama_3_x(minja::chat_template const&, templates_params const&, bool)::$_0>, void (common_grammar_builder const&)>::operator()(common_grammar_builder const&) function.h:319 #6 0x000100aa98f4 in build_grammar(std::__1::function<void (common_grammar_builder const&)> const&, common_grammar_options const&) json-schema-to-grammar.cpp:982 #7 0x0001009c9314 in common_chat_params_init_llama_3_x(minja::chat_template const&, templates_params const&, bool) chat.cpp:1110 #8 0x0001009b8afc in common_chat_templates_apply_jinja(common_chat_templates const*, common_chat_templates_inputs const&) chat.cpp:1992 #9 0x0001009b533c in common_chat_templates_apply(common_chat_templates const*, common_chat_templates_inputs const&) chat.cpp:2074 #10 0x000100810120 in llamacpp_apply_chat_template+0x724 (predict_oai-98384e17fb94e863:arm64+0x100090120) ... ==45482==Register values: x[0] = 0x00006020004147f8 x[1] = 0x00006080000013c8 x[2] = 0x0000000000000000 x[3] = 0x0000604006289738 x[4] = 0x0000000000000002 x[5] = 0x0000000000000001 x[6] = 0x04034000004b4000 x[7] = 0x0000000000000001 x[8] = 0xbebebebebebebebe x[9] = 0x17d7d7d7d7d7d7d7 x[10] = 0x00000c04000828ff x[11] = 0x0000000000000001 x[12] = 0x000000002018d383 x[13] = 0x0000000000000000 x[14] = 0xfa0000000000fafa x[15] = 0x000010700001ffff x[16] = 0x000000019dc012c0 x[17] = 0x00000001021284f8 x[18] = 0x0000000000000000 x[19] = 0x00000001700acdc0 x[20] = 0x0000000000000002 x[21] = 0x000000002018d384 x[22] = 0x16dd16fd2e731151 x[23] = 0x0000007000020000 x[24] = 0x0000000100c69c08 x[25] = 0x0000000100c69c20 x[26] = 0x00006080000013c7 x[27] = 0x0000000100c69c00 x[28] = 0x00000001700acd60 fp = 0x00000001700aceb0 lr = 0x0000000100abce30 sp = 0x00000001700acd60 AddressSanitizer can not provide additional info. SUMMARY: AddressSanitizer: SEGV __hash_table:1565 in std::__1::pair<std::__1::__hash_iterator<std::__1::__hash_node<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, void*>*>, bool> std::__1::__hash_table<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::hash<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::equal_to<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>, std::__1::allocator<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>>>::__emplace_unique_key_args<std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>>, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&>(std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&, std::__1::basic_string<char, std::__1::char_traits<char>, std::__1::allocator<char>> const&) Thread T5 created by T0 here: #0 0x0001020b99d4 in pthread_create+0x5c (libclang_rt.asan_osx_dynamic.dylib:arm64e+0x359d4) #1 0x000100873910 in std::sys::pal::unix::thread::Thread::new::h77254fdd87a28e05+0x118 (predict_oai-98384e17fb94e863:arm64+0x1000f3910) #2 0x0001007c7a1c in test::run_test::haeb3c2bcd5ed6cf6+0x76c (predict_oai-98384e17fb94e863:arm64+0x100047a1c) #3 0x0001007aedb0 in test::console::run_tests_console::he9d142d704f3a986+0x149c (predict_oai-98384e17fb94e863:arm64+0x10002edb0) #4 0x0001007c5758 in test::test_main::hf86a5e20735245b9+0x118 (predict_oai-98384e17fb94e863:arm64+0x100045758) #5 0x0001007c5da0 in test::test_main_static::h61ee9c8fd30abca0+0x54 (predict_oai-98384e17fb94e863:arm64+0x100045da0) ... ==45482==ABORTING

test

524f3a8

github-actions Bot reviewed May 11, 2023

View reviewed changes

slaren force-pushed the master branch from 7185943 to b608b55 Compare May 11, 2023 20:13

slaren closed this May 11, 2023

slaren deleted the test-tidy branch June 13, 2023 23:52

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

test#8

test#8
slaren wants to merge 1 commit intomasterfrom
test-tidy

slaren commented May 11, 2023

Uh oh!

github-actions Bot left a comment

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

github-actions Bot May 11, 2023

Uh oh!

Reviewers

Assignees

Labels

Projects

Milestone

Development

Uh oh!

1 participant

	static std::map<e_model, size_t> _MEM_REQ_SCRATCH0 = {
	static std::map<e_model, size_t> MEM_REQ_SCRATCH0 = {

	auto first_file = new llama_file_loader(fname_base.c_str(), 0, tensors_map);
	auto *first_file = new llama_file_loader(fname_base.c_str(), 0, tensors_map);

	auto ith_file = new llama_file_loader(fname.c_str(), i, tensors_map);
	auto *ith_file = new llama_file_loader(fname.c_str(), i, tensors_map);

	struct ggml_tensor * get_tensor(const std::string & name, std::vector<uint32_t> ne) {
	struct ggml_tensor * get_tensor(const std::string & name, const std::vector<uint32_t>& ne) {

	void done_getting_tensors() {
	void done_getting_tensors() const {

	size_t ctx_size, mmapped_size;
	size_t ctx_size;
	size_t mmapped_size;

	auto & kv_self = model.kv_self;
	const auto & kv_self = model.kv_self;

Conversation

slaren commented May 11, 2023

Uh oh!

github-actions Bot left a comment

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

github-actions Bot May 11, 2023

Choose a reason for hiding this comment

Uh oh!

Reviewers

Assignees

Labels

Projects

Milestone

Development

Uh oh!

1 participant