clarified comment

2024-04-18 21:45:22 +02:00 · 2024-04-18 21:45:22 +02:00 · cc32c73926
parent 5993a97eb8
commit cc32c73926
1 changed files with 2 additions and 0 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -10101,6 +10101,8 @@ struct llm_build_context {
    // based on the original build_llama() function, changes:
    //   * non-parametric layer norm
    //   * clamp qkv
+    //   * removed bias
+    //   * removed MoE
    struct ggml_cgraph * build_olmo() {
        struct ggml_cgraph * gf = ggml_new_graph_custom(ctx0, LLAMA_MAX_NODES, false);