diff --git a/BUILD.bazel b/BUILD.bazel index 39b9fe9..491939a 100644 --- a/BUILD.bazel +++ b/BUILD.bazel @@ -590,6 +590,8 @@ cc_test( ], ) +INTERNAL_DEPS = [] + cc_library( name = "attention", srcs = [ @@ -684,9 +686,7 @@ cc_library( "@highway//:stats", "@highway//:thread_pool", "@highway//hwy/contrib/sort:vqsort", - ] + - [ - ], + ] + INTERNAL_DEPS, ) cc_test( diff --git a/gemma/activations.h b/gemma/activations.h index adb6d02..11e2b1c 100644 --- a/gemma/activations.h +++ b/gemma/activations.h @@ -34,6 +34,8 @@ namespace gcpp { +typedef std::vector> AlignedFloatVector; + // Returns the scale value to use for the query in the attention computation. // Also called by ops_test. static inline float ChooseQueryScale(const ModelConfig& config) {