mirror of https://github.com/google/gemma.cpp.git
parent
0ac55f71ed
commit
b73a9ede8f
|
|
@ -590,6 +590,8 @@ cc_test(
|
|||
],
|
||||
)
|
||||
|
||||
INTERNAL_DEPS = []
|
||||
|
||||
cc_library(
|
||||
name = "attention",
|
||||
srcs = [
|
||||
|
|
@ -684,9 +686,7 @@ cc_library(
|
|||
"@highway//:stats",
|
||||
"@highway//:thread_pool",
|
||||
"@highway//hwy/contrib/sort:vqsort",
|
||||
] +
|
||||
[
|
||||
],
|
||||
] + INTERNAL_DEPS,
|
||||
)
|
||||
|
||||
cc_test(
|
||||
|
|
|
|||
|
|
@ -34,6 +34,8 @@
|
|||
|
||||
namespace gcpp {
|
||||
|
||||
typedef std::vector<float, hwy::AlignedAllocator<float>> AlignedFloatVector;
|
||||
|
||||
// Returns the scale value to use for the query in the attention computation.
|
||||
// Also called by ops_test.
|
||||
static inline float ChooseQueryScale(const ModelConfig& config) {
|
||||
|
|
|
|||
Loading…
Reference in New Issue