happyz
/
gemma.cpp
mirror of https://github.com/google/gemma.cpp.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Increase parallelism in ops_test 

PiperOrigin-RevId: 643013415
This commit is contained in:
The gemma.cpp Authors 2024-06-13 08:50:02 -07:00 committed by Copybara-Service
parent bf78a065e1
commit 1b40619864
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
gemma/ops_test.cc
View File

@ -531,7 +531,7 @@ void AssertClose(const MatT* HWY_RESTRICT expected,
template <size_t kM, size_t kN, size_t kK, typename MatTA, template <size_t kM, size_t kN, size_t kK, typename MatTA,
typename MatTB = MatTA> typename MatTB = MatTA>
void TestTiledMatMul() { void TestTiledMatMul() {
hwy::ThreadPool pool(3); hwy::ThreadPool pool(hwy::ThreadPool::MaxThreads());
std::unique_ptr<CompressedArray<MatTA, kM * kN>> a = std::unique_ptr<CompressedArray<MatTA, kM * kN>> a =
GenerateMatHeap<MatTA, kM, kN>(0, pool); GenerateMatHeap<MatTA, kM, kN>(0, pool);
std::unique_ptr<CompressedArray<MatTB, kN * kK>> b = std::unique_ptr<CompressedArray<MatTB, kN * kK>> b =
@ -570,7 +570,7 @@ void TestAllTiledMatMul() {
} }
void TestMatVecAdd() { void TestMatVecAdd() {
hwy::ThreadPool pool(0); hwy::ThreadPool pool(hwy::ThreadPool::MaxThreads());
constexpr size_t kOuter = 128 * 3; constexpr size_t kOuter = 128 * 3;
constexpr size_t kInner = 128 * 5; constexpr size_t kInner = 128 * 5;
CompressedArray<float, kOuter * kInner> mat = CompressedArray<float, kOuter * kInner> mat =
@ -590,7 +590,7 @@ void TestMatVecAdd() {
} }
void TestTwoMatVecAdd() { void TestTwoMatVecAdd() {
hwy::ThreadPool pool(0); hwy::ThreadPool pool(hwy::ThreadPool::MaxThreads());
constexpr size_t kOuter = 128 * 3; constexpr size_t kOuter = 128 * 3;
constexpr size_t kInner = 128 * 5; constexpr size_t kInner = 128 * 5;
CompressedArray<float, kOuter * kInner> mat0 = CompressedArray<float, kOuter * kInner> mat0 =
@ -617,7 +617,7 @@ void TestTwoMatVecAdd() {
} }
void TestTwoOfsMatVecAddLoop() { void TestTwoOfsMatVecAddLoop() {
hwy::ThreadPool pool(0); hwy::ThreadPool pool(hwy::ThreadPool::MaxThreads());
constexpr size_t kOuter = 128 * 3; constexpr size_t kOuter = 128 * 3;
constexpr size_t kInner = 128 * 5; constexpr size_t kInner = 128 * 5;
CompressedArray<float, kOuter * kInner> mat = CompressedArray<float, kOuter * kInner> mat =