mirror of https://github.com/google/gemma.cpp.git
774 lines
24 KiB
Diff
774 lines
24 KiB
Diff
diff --git a/src/bpe_model.cc b/src/bpe_model.cc
|
|
index 889fc62..f78e5b7 100644
|
|
--- a/src/bpe_model.cc
|
|
+++ b/src/bpe_model.cc
|
|
@@ -22,7 +22,7 @@
|
|
#include <vector>
|
|
|
|
#include "freelist.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/bpe_model_trainer.cc b/src/bpe_model_trainer.cc
|
|
index de86f14..60d0374 100644
|
|
--- a/src/bpe_model_trainer.cc
|
|
+++ b/src/bpe_model_trainer.cc
|
|
@@ -20,9 +20,9 @@
|
|
#include <vector>
|
|
|
|
#include "pretokenizer_for_training.h"
|
|
-#include "third_party/absl/container/flat_hash_set.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_replace.h"
|
|
+#include "absl/container/flat_hash_set.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_replace.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/bpe_model_trainer.h b/src/bpe_model_trainer.h
|
|
index 15ca479..62f0368 100644
|
|
--- a/src/bpe_model_trainer.h
|
|
+++ b/src/bpe_model_trainer.h
|
|
@@ -21,8 +21,8 @@
|
|
#include <vector>
|
|
|
|
#include "sentencepiece_model.pb.h"
|
|
-#include "third_party/absl/container/btree_set.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/btree_set.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
#include "trainer_interface.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/bpe_model_trainer_test.cc b/src/bpe_model_trainer_test.cc
|
|
index 173eb9c..2a43c3a 100644
|
|
--- a/src/bpe_model_trainer_test.cc
|
|
+++ b/src/bpe_model_trainer_test.cc
|
|
@@ -20,8 +20,8 @@
|
|
#include "sentencepiece_processor.h"
|
|
#include "sentencepiece_trainer.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/builder.cc b/src/builder.cc
|
|
index 822f6fc..c20e0e7 100644
|
|
--- a/src/builder.cc
|
|
+++ b/src/builder.cc
|
|
@@ -19,10 +19,10 @@
|
|
#include <utility>
|
|
|
|
#include "filesystem.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_replace.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
-#include "third_party/absl/strings/strip.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_replace.h"
|
|
+#include "absl/strings/str_split.h"
|
|
+#include "absl/strings/strip.h"
|
|
|
|
#ifdef ENABLE_NFKC_COMPILE
|
|
#include <unicode/errorcode.h>
|
|
@@ -37,7 +37,7 @@
|
|
|
|
#include "normalization_rule.h"
|
|
#include "normalizer.h"
|
|
-#include "third_party/darts_clone/darts.h"
|
|
+#include "include/darts.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/builder.h b/src/builder.h
|
|
index 094da72..ea5171e 100644
|
|
--- a/src/builder.h
|
|
+++ b/src/builder.h
|
|
@@ -22,7 +22,7 @@
|
|
#include "common.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace normalizer {
|
|
diff --git a/src/builder_test.cc b/src/builder_test.cc
|
|
index 4acb7b3..1dee5c7 100644
|
|
--- a/src/builder_test.cc
|
|
+++ b/src/builder_test.cc
|
|
@@ -18,7 +18,7 @@
|
|
#include "normalizer.h"
|
|
#include "sentencepiece_trainer.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/char_model_trainer_test.cc b/src/char_model_trainer_test.cc
|
|
index 8c2e4b7..e8b4979 100644
|
|
--- a/src/char_model_trainer_test.cc
|
|
+++ b/src/char_model_trainer_test.cc
|
|
@@ -19,8 +19,8 @@
|
|
#include "filesystem.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/common.h b/src/common.h
|
|
index d7e6186..bfe369c 100644
|
|
--- a/src/common.h
|
|
+++ b/src/common.h
|
|
@@ -26,7 +26,7 @@
|
|
#include <vector>
|
|
|
|
#include "config.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
#if defined(_WIN32) && !defined(__CYGWIN__)
|
|
#define OS_WIN
|
|
diff --git a/src/compile_charsmap_main.cc b/src/compile_charsmap_main.cc
|
|
index da15328..b806319 100644
|
|
--- a/src/compile_charsmap_main.cc
|
|
+++ b/src/compile_charsmap_main.cc
|
|
@@ -22,8 +22,8 @@
|
|
#include "filesystem.h"
|
|
#include "init.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
using sentencepiece::normalizer::Builder;
|
|
|
|
diff --git a/src/error.cc b/src/error.cc
|
|
index d3792dc..19ef6f3 100644
|
|
--- a/src/error.cc
|
|
+++ b/src/error.cc
|
|
@@ -21,8 +21,8 @@
|
|
#ifdef _USE_EXTERNAL_ABSL
|
|
// Naive workaround to define minloglevel on external absl package.
|
|
// We want to define them in other cc file.
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/flags/parse.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/flags/parse.h"
|
|
ABSL_FLAG(int32, minloglevel, 0,
|
|
"Messages logged at a lower level than this don't actually.");
|
|
#endif
|
|
diff --git a/src/filesystem.h b/src/filesystem.h
|
|
index e572b4b..dbcce48 100644
|
|
--- a/src/filesystem.h
|
|
+++ b/src/filesystem.h
|
|
@@ -23,7 +23,7 @@
|
|
|
|
#include "common.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace filesystem {
|
|
diff --git a/src/filesystem_test.cc b/src/filesystem_test.cc
|
|
index 790e756..39ece99 100644
|
|
--- a/src/filesystem_test.cc
|
|
+++ b/src/filesystem_test.cc
|
|
@@ -14,7 +14,7 @@
|
|
|
|
#include "filesystem.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/init.h b/src/init.h
|
|
index 6ae047e..14edb8c 100644
|
|
--- a/src/init.h
|
|
+++ b/src/init.h
|
|
@@ -16,8 +16,8 @@
|
|
#define INIT_H_
|
|
|
|
#include "common.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/flags/parse.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/flags/parse.h"
|
|
|
|
#ifdef _USE_EXTERNAL_PROTOBUF
|
|
#include "google/protobuf/message_lite.h"
|
|
diff --git a/src/model_interface.cc b/src/model_interface.cc
|
|
index bb52f9a..7c52398 100644
|
|
--- a/src/model_interface.cc
|
|
+++ b/src/model_interface.cc
|
|
@@ -17,7 +17,7 @@
|
|
#include <algorithm>
|
|
|
|
#include "sentencepiece_model.pb.h"
|
|
-#include "third_party/absl/strings/str_format.h"
|
|
+#include "absl/strings/str_format.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/model_interface.h b/src/model_interface.h
|
|
index 06e9243..89f0e26 100644
|
|
--- a/src/model_interface.h
|
|
+++ b/src/model_interface.h
|
|
@@ -25,9 +25,9 @@
|
|
#include "normalizer.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
-#include "third_party/darts_clone/darts.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/string_view.h"
|
|
+#include "include/darts.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/model_interface_test.cc b/src/model_interface_test.cc
|
|
index 09e41d3..725bfa4 100644
|
|
--- a/src/model_interface_test.cc
|
|
+++ b/src/model_interface_test.cc
|
|
@@ -16,7 +16,7 @@
|
|
|
|
#include "model_factory.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/normalizer.cc b/src/normalizer.cc
|
|
index b50e867..55db8f5 100644
|
|
--- a/src/normalizer.cc
|
|
+++ b/src/normalizer.cc
|
|
@@ -18,10 +18,10 @@
|
|
#include <vector>
|
|
|
|
#include "common.h"
|
|
-#include "third_party/absl/strings/match.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
-#include "third_party/absl/strings/strip.h"
|
|
-#include "third_party/darts_clone/darts.h"
|
|
+#include "absl/strings/match.h"
|
|
+#include "absl/strings/string_view.h"
|
|
+#include "absl/strings/strip.h"
|
|
+#include "include/darts.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/normalizer.h b/src/normalizer.h
|
|
index c79813c..fa82d58 100644
|
|
--- a/src/normalizer.h
|
|
+++ b/src/normalizer.h
|
|
@@ -24,8 +24,8 @@
|
|
#include "common.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
-#include "third_party/darts_clone/darts.h"
|
|
+#include "absl/strings/string_view.h"
|
|
+#include "include/darts.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace normalizer {
|
|
diff --git a/src/pretokenizer_for_training.cc b/src/pretokenizer_for_training.cc
|
|
index d4f492c..54bdff1 100644
|
|
--- a/src/pretokenizer_for_training.cc
|
|
+++ b/src/pretokenizer_for_training.cc
|
|
@@ -15,7 +15,7 @@
|
|
|
|
#include <string>
|
|
|
|
-#include "third_party/absl/strings/str_replace.h"
|
|
+#include "absl/strings/str_replace.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace pretokenizer {
|
|
diff --git a/src/pretokenizer_for_training.h b/src/pretokenizer_for_training.h
|
|
index fa54f95..b5f9ae9 100644
|
|
--- a/src/pretokenizer_for_training.h
|
|
+++ b/src/pretokenizer_for_training.h
|
|
@@ -21,7 +21,7 @@
|
|
#include "common.h"
|
|
#include "sentencepiece.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace pretokenizer {
|
|
diff --git a/src/pretokenizer_for_training_test.cc b/src/pretokenizer_for_training_test.cc
|
|
index 99db0c5..25e8aef 100644
|
|
--- a/src/pretokenizer_for_training_test.cc
|
|
+++ b/src/pretokenizer_for_training_test.cc
|
|
@@ -14,9 +14,9 @@
|
|
#include "pretokenizer_for_training.h"
|
|
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "trainer_interface.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/sentencepiece_processor.cc b/src/sentencepiece_processor.cc
|
|
index 5d2c857..2afa889 100644
|
|
--- a/src/sentencepiece_processor.cc
|
|
+++ b/src/sentencepiece_processor.cc
|
|
@@ -30,13 +30,13 @@
|
|
#include "model_interface.h"
|
|
#include "normalizer.h"
|
|
#include "sentencepiece.pb.h"
|
|
-#include "third_party/absl/strings/numbers.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_replace.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
-#include "third_party/absl/strings/strip.h"
|
|
+#include "absl/strings/numbers.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_replace.h"
|
|
+#include "absl/strings/str_split.h"
|
|
+#include "absl/strings/string_view.h"
|
|
+#include "absl/strings/strip.h"
|
|
#include "unigram_model.h"
|
|
#include "util.h"
|
|
|
|
diff --git a/src/sentencepiece_processor_test.cc b/src/sentencepiece_processor_test.cc
|
|
index 0f00515..c65baef 100644
|
|
--- a/src/sentencepiece_processor_test.cc
|
|
+++ b/src/sentencepiece_processor_test.cc
|
|
@@ -24,9 +24,9 @@
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_trainer.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/string_view.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/sentencepiece_trainer.cc b/src/sentencepiece_trainer.cc
|
|
index e08594c..8ba7797 100644
|
|
--- a/src/sentencepiece_trainer.cc
|
|
+++ b/src/sentencepiece_trainer.cc
|
|
@@ -23,12 +23,12 @@
|
|
#include "sentencepiece.pb.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "spec_parser.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/strings/numbers.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
-#include "third_party/absl/strings/strip.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/strings/numbers.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_split.h"
|
|
+#include "absl/strings/string_view.h"
|
|
+#include "absl/strings/strip.h"
|
|
#include "trainer_factory.h"
|
|
#include "util.h"
|
|
|
|
diff --git a/src/sentencepiece_trainer_test.cc b/src/sentencepiece_trainer_test.cc
|
|
index 80f92c0..092f9c9 100644
|
|
--- a/src/sentencepiece_trainer_test.cc
|
|
+++ b/src/sentencepiece_trainer_test.cc
|
|
@@ -17,7 +17,7 @@
|
|
#include "filesystem.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/spec_parser.h b/src/spec_parser.h
|
|
index 724d11b..ea0b5ee 100644
|
|
--- a/src/spec_parser.h
|
|
+++ b/src/spec_parser.h
|
|
@@ -19,8 +19,8 @@
|
|
#include <vector>
|
|
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/ascii.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/strings/ascii.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/spm_decode_main.cc b/src/spm_decode_main.cc
|
|
index bc49bd3..ed80939 100644
|
|
--- a/src/spm_decode_main.cc
|
|
+++ b/src/spm_decode_main.cc
|
|
@@ -21,8 +21,8 @@
|
|
#include "init.h"
|
|
#include "sentencepiece.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "util.h"
|
|
|
|
ABSL_FLAG(std::string, model, "", "model file name");
|
|
diff --git a/src/spm_encode_main.cc b/src/spm_encode_main.cc
|
|
index 2fbb850..7f93be0 100644
|
|
--- a/src/spm_encode_main.cc
|
|
+++ b/src/spm_encode_main.cc
|
|
@@ -21,10 +21,10 @@
|
|
#include "init.h"
|
|
#include "sentencepiece.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "trainer_interface.h"
|
|
|
|
ABSL_FLAG(std::string, model, "", "model file name");
|
|
diff --git a/src/spm_export_vocab_main.cc b/src/spm_export_vocab_main.cc
|
|
index e5b97df..480c639 100644
|
|
--- a/src/spm_export_vocab_main.cc
|
|
+++ b/src/spm_export_vocab_main.cc
|
|
@@ -19,7 +19,7 @@
|
|
#include "init.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
+#include "absl/flags/flag.h"
|
|
|
|
ABSL_FLAG(std::string, output, "", "Output filename");
|
|
ABSL_FLAG(std::string, model, "", "input model file name");
|
|
diff --git a/src/spm_normalize_main.cc b/src/spm_normalize_main.cc
|
|
index 39f3ef9..b2b7562 100644
|
|
--- a/src/spm_normalize_main.cc
|
|
+++ b/src/spm_normalize_main.cc
|
|
@@ -21,7 +21,7 @@
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "sentencepiece_trainer.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
+#include "absl/flags/flag.h"
|
|
|
|
ABSL_FLAG(std::string, model, "", "Model file name");
|
|
ABSL_FLAG(bool, use_internal_normalization, false,
|
|
diff --git a/src/spm_train_main.cc b/src/spm_train_main.cc
|
|
index a8d4b20..3ca6f69 100644
|
|
--- a/src/spm_train_main.cc
|
|
+++ b/src/spm_train_main.cc
|
|
@@ -18,10 +18,10 @@
|
|
#include "init.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_trainer.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/strings/ascii.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/strings/ascii.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "util.h"
|
|
|
|
using sentencepiece::NormalizerSpec;
|
|
diff --git a/src/testharness.cc b/src/testharness.cc
|
|
index f6b1efe..daf2d14 100644
|
|
--- a/src/testharness.cc
|
|
+++ b/src/testharness.cc
|
|
@@ -26,7 +26,7 @@
|
|
#include <vector>
|
|
|
|
#include "common.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/testharness.h b/src/testharness.h
|
|
index 4e2fa88..327b040 100644
|
|
--- a/src/testharness.h
|
|
+++ b/src/testharness.h
|
|
@@ -21,9 +21,9 @@
|
|
#include <string>
|
|
|
|
#include "common.h"
|
|
-#include "third_party/absl/flags/flag.h"
|
|
-#include "third_party/absl/flags/parse.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/flags/flag.h"
|
|
+#include "absl/flags/parse.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
ABSL_DECLARE_FLAG(std::string, test_tmpdir);
|
|
ABSL_DECLARE_FLAG(std::string, test_srcdir);
|
|
diff --git a/src/trainer_interface.cc b/src/trainer_interface.cc
|
|
index 45b3ce0..43ad436 100644
|
|
--- a/src/trainer_interface.cc
|
|
+++ b/src/trainer_interface.cc
|
|
@@ -28,12 +28,12 @@
|
|
#include "normalizer.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "sentencepiece_trainer.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/numbers.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_format.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/numbers.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_format.h"
|
|
+#include "absl/strings/str_join.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "unicode_script.h"
|
|
#include "util.h"
|
|
|
|
diff --git a/src/trainer_interface.h b/src/trainer_interface.h
|
|
index 8d625a9..0c003b6 100644
|
|
--- a/src/trainer_interface.h
|
|
+++ b/src/trainer_interface.h
|
|
@@ -27,7 +27,7 @@
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "sentencepiece_trainer.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/trainer_interface_test.cc b/src/trainer_interface_test.cc
|
|
index feb970f..ce22bac 100644
|
|
--- a/src/trainer_interface_test.cc
|
|
+++ b/src/trainer_interface_test.cc
|
|
@@ -18,8 +18,8 @@
|
|
|
|
#include "filesystem.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_format.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_format.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/unicode_script.cc b/src/unicode_script.cc
|
|
index 583dc30..11b24dc 100644
|
|
--- a/src/unicode_script.cc
|
|
+++ b/src/unicode_script.cc
|
|
@@ -14,7 +14,7 @@
|
|
|
|
#include <unordered_map>
|
|
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
#include "unicode_script.h"
|
|
#include "unicode_script_map.h"
|
|
#include "util.h"
|
|
diff --git a/src/unicode_script_map.h b/src/unicode_script_map.h
|
|
index f2e67e9..f1b8299 100644
|
|
--- a/src/unicode_script_map.h
|
|
+++ b/src/unicode_script_map.h
|
|
@@ -14,7 +14,7 @@
|
|
|
|
#ifndef UNICODE_SCRIPT_DATA_H_
|
|
#define UNICODE_SCRIPT_DATA_H_
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
namespace sentencepiece {
|
|
namespace unicode_script {
|
|
namespace {
|
|
diff --git a/src/unicode_script_test.cc b/src/unicode_script_test.cc
|
|
index ab33565..e0b1c4d 100644
|
|
--- a/src/unicode_script_test.cc
|
|
+++ b/src/unicode_script_test.cc
|
|
@@ -14,7 +14,7 @@
|
|
|
|
#include "common.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
#include "unicode_script.h"
|
|
#include "util.h"
|
|
|
|
diff --git a/src/unigram_model.cc b/src/unigram_model.cc
|
|
index 13f15c8..8863c7c 100644
|
|
--- a/src/unigram_model.cc
|
|
+++ b/src/unigram_model.cc
|
|
@@ -24,9 +24,9 @@
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/str_split.h"
|
|
+#include "absl/strings/string_view.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/unigram_model.h b/src/unigram_model.h
|
|
index aa4f28f..655c8c3 100644
|
|
--- a/src/unigram_model.h
|
|
+++ b/src/unigram_model.h
|
|
@@ -24,7 +24,7 @@
|
|
#include "freelist.h"
|
|
#include "model_interface.h"
|
|
#include "sentencepiece_model.pb.h"
|
|
-#include "third_party/darts_clone/darts.h"
|
|
+#include "include/darts.h"
|
|
|
|
namespace sentencepiece {
|
|
namespace unigram {
|
|
diff --git a/src/unigram_model_test.cc b/src/unigram_model_test.cc
|
|
index bf22da3..21cbec3 100644
|
|
--- a/src/unigram_model_test.cc
|
|
+++ b/src/unigram_model_test.cc
|
|
@@ -22,8 +22,8 @@
|
|
#include "sentencepiece_model.pb.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/unigram_model_trainer.cc b/src/unigram_model_trainer.cc
|
|
index 6badade..079a2e2 100644
|
|
--- a/src/unigram_model_trainer.cc
|
|
+++ b/src/unigram_model_trainer.cc
|
|
@@ -28,10 +28,10 @@
|
|
#include "normalizer.h"
|
|
#include "pretokenizer_for_training.h"
|
|
#include "sentencepiece_trainer.h"
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/numbers.h"
|
|
-#include "third_party/absl/strings/str_replace.h"
|
|
-#include "third_party/absl/strings/str_split.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/numbers.h"
|
|
+#include "absl/strings/str_replace.h"
|
|
+#include "absl/strings/str_split.h"
|
|
#include "third_party/esaxx/esa.hxx" // Suffix array library.
|
|
#include "trainer_interface.h"
|
|
#include "unicode_script.h"
|
|
diff --git a/src/unigram_model_trainer.h b/src/unigram_model_trainer.h
|
|
index c6562e6..2d24eeb 100644
|
|
--- a/src/unigram_model_trainer.h
|
|
+++ b/src/unigram_model_trainer.h
|
|
@@ -21,7 +21,7 @@
|
|
#include <vector>
|
|
|
|
#include "sentencepiece_model.pb.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
#include "trainer_interface.h"
|
|
#include "unigram_model.h"
|
|
#include "util.h"
|
|
diff --git a/src/unigram_model_trainer_test.cc b/src/unigram_model_trainer_test.cc
|
|
index 31da90b..d7198da 100644
|
|
--- a/src/unigram_model_trainer_test.cc
|
|
+++ b/src/unigram_model_trainer_test.cc
|
|
@@ -22,8 +22,8 @@
|
|
#include "sentencepiece_processor.h"
|
|
#include "sentencepiece_trainer.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/util.h b/src/util.h
|
|
index cd84327..2e989e0 100644
|
|
--- a/src/util.h
|
|
+++ b/src/util.h
|
|
@@ -30,7 +30,7 @@
|
|
|
|
#include "common.h"
|
|
#include "sentencepiece_processor.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/strings/string_view.h"
|
|
|
|
#ifdef SPM_NO_THREADLOCAL
|
|
#include <pthread.h>
|
|
diff --git a/src/util_test.cc b/src/util_test.cc
|
|
index 71d006f..231fc96 100644
|
|
--- a/src/util_test.cc
|
|
+++ b/src/util_test.cc
|
|
@@ -16,7 +16,7 @@
|
|
|
|
#include "filesystem.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
#include "util.h"
|
|
|
|
namespace sentencepiece {
|
|
diff --git a/src/word_model_trainer.cc b/src/word_model_trainer.cc
|
|
index 0b8b062..b057843 100644
|
|
--- a/src/word_model_trainer.cc
|
|
+++ b/src/word_model_trainer.cc
|
|
@@ -15,8 +15,8 @@
|
|
#include <cmath>
|
|
#include <string>
|
|
|
|
-#include "third_party/absl/container/flat_hash_map.h"
|
|
-#include "third_party/absl/strings/string_view.h"
|
|
+#include "absl/container/flat_hash_map.h"
|
|
+#include "absl/strings/string_view.h"
|
|
#include "util.h"
|
|
#include "word_model.h"
|
|
#include "word_model_trainer.h"
|
|
diff --git a/src/word_model_trainer_test.cc b/src/word_model_trainer_test.cc
|
|
index c4a8bc6..366810f 100644
|
|
--- a/src/word_model_trainer_test.cc
|
|
+++ b/src/word_model_trainer_test.cc
|
|
@@ -18,8 +18,8 @@
|
|
#include "filesystem.h"
|
|
#include "sentencepiece_processor.h"
|
|
#include "testharness.h"
|
|
-#include "third_party/absl/strings/str_cat.h"
|
|
-#include "third_party/absl/strings/str_join.h"
|
|
+#include "absl/strings/str_cat.h"
|
|
+#include "absl/strings/str_join.h"
|
|
#include "util.h"
|
|
#include "word_model_trainer.h"
|
|
|