mirror of https://github.com/google/gemma.cpp.git
Remove obsolete copybara tags, faster bazel builds (debug)
PiperOrigin-RevId: 617576799
This commit is contained in:
parent
edaafe335f
commit
06cea2bcdb
|
|
@ -72,4 +72,4 @@ jobs:
|
|||
with:
|
||||
path: ~/.cache/bazel
|
||||
key: bazel-${{ runner.os }}
|
||||
- run: bazel build -c opt --cxxopt=-std=c++20 //...
|
||||
- run: bazel build --cxxopt=-std=c++20 //...
|
||||
|
|
|
|||
|
|
@ -4,7 +4,9 @@
|
|||
load("@rules_license//rules:license.bzl", "license")
|
||||
|
||||
package(
|
||||
default_applicable_licenses = ["//:license"],
|
||||
default_applicable_licenses = [
|
||||
"//:license", # Placeholder comment, do not modify
|
||||
],
|
||||
default_visibility = ["//visibility:public"],
|
||||
)
|
||||
|
||||
|
|
|
|||
|
|
@ -1,3 +1,4 @@
|
|||
# Required for referencing bazel:com_google_sentencepiece.patch
|
||||
package(
|
||||
default_applicable_licenses = ["//:license"],
|
||||
default_visibility = ["//:__subpackages__"],
|
||||
|
|
|
|||
|
|
@ -1,10 +1,12 @@
|
|||
# Weight compression, I/O and analysis
|
||||
|
||||
package(
|
||||
default_applicable_licenses = ["//:license"],
|
||||
default_applicable_licenses = [
|
||||
"//:license", # Placeholder comment, do not modify
|
||||
],
|
||||
default_visibility = [
|
||||
"//learning/gemini/prod/contrib/gemini_cpp:__subpackages__",
|
||||
"//:__subpackages__",
|
||||
"//:__subpackages__", # Placeholder, do not modify
|
||||
],
|
||||
)
|
||||
|
||||
|
|
|
|||
|
|
@ -17,13 +17,10 @@
|
|||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "gemma.h"
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/args.h"
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/app.h" // LoaderArgs
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/args.h"
|
||||
#include "hwy/contrib/thread_pool/thread_pool.h"
|
||||
|
||||
std::vector<int> tokenize(
|
||||
|
|
|
|||
2
gemma.cc
2
gemma.cc
|
|
@ -52,6 +52,8 @@
|
|||
#include <string>
|
||||
#include <vector>
|
||||
|
||||
#include "base/init_google.h"
|
||||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "compression/compress.h"
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
|
|
|
|||
6
gemma.h
6
gemma.h
|
|
@ -23,19 +23,13 @@
|
|||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "compression/compress.h" // SfpStream/NuqStream
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "configs.h" // kSeqLen
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/args.h" // Path
|
||||
// copybara:end
|
||||
#include "hwy/aligned_allocator.h"
|
||||
#include "hwy/base.h" // hwy::bfloat16_t
|
||||
#include "hwy/contrib/thread_pool/thread_pool.h"
|
||||
// copybara:import_next_line:sentencepiece
|
||||
#include "src/sentencepiece_processor.h"
|
||||
// copybara:end
|
||||
|
||||
namespace gcpp {
|
||||
|
||||
|
|
|
|||
11
run.cc
11
run.cc
|
|
@ -22,18 +22,15 @@
|
|||
#include <thread> // NOLINT
|
||||
#include <vector>
|
||||
|
||||
#include "base/init_google.h"
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "compression/compress.h"
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "gemma.h" // Gemma
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/app.h"
|
||||
// copybara:end
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/args.h" // HasHelp
|
||||
// copybara:end
|
||||
#include "hwy/base.h"
|
||||
#include "hwy/contrib/thread_pool/thread_pool.h"
|
||||
#include "hwy/highway.h"
|
||||
|
|
@ -277,6 +274,12 @@ int main(int argc, char** argv) {
|
|||
{
|
||||
PROFILER_ZONE("Startup.misc");
|
||||
|
||||
int argc_dummy = 1;
|
||||
// Required because sentencepiece uses Google I/O which requires InitGoogle.
|
||||
// argc_dummy = 1 avoids sentencepiece absl flags attempting to parse
|
||||
// arguments
|
||||
InitGoogle("usage", &argc_dummy, &argv, false);
|
||||
|
||||
gcpp::LoaderArgs loader(argc, argv);
|
||||
gcpp::InferenceArgs inference(argc, argv);
|
||||
gcpp::AppArgs app(argc, argv);
|
||||
|
|
|
|||
|
|
@ -34,15 +34,10 @@
|
|||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "configs.h"
|
||||
// copybara:end
|
||||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "gemma.h"
|
||||
// copybara:end
|
||||
|
||||
// copybara:import_next_line:gemma_cpp
|
||||
#include "util/args.h"
|
||||
// copybara:end
|
||||
#include "hwy/base.h" // HWY_ASSERT
|
||||
|
||||
namespace gcpp {
|
||||
|
|
|
|||
Loading…
Reference in New Issue