Added word vector addition methods to text completer

FuexFollets · Feb 8, 2024 · 9fc14f7 · 9fc14f7
1 parent de5cc46
commit 9fc14f7
Show file tree

Hide file tree

Showing 2 changed files with 27 additions and 4 deletions.
diff --git a/src/lexocraft/llm/text_completion.hpp b/src/lexocraft/llm/text_completion.hpp
@@ -410,8 +410,6 @@ namespace lc {
  TextCompleter& add_word_vector(const std::string& word, const Eigen::VectorXf& vector);
  TextCompleter& add_word_vector(const std::string& word, bool random = false);
 
- TextCompleter& remove_word_vector(const std::string& word);
-
  TextCompleter& save_file(const std::filesystem::path& filepath);
  TextCompleter& load_file(const std::filesystem::path& filepath);
 

diff --git a/src/lexocraft/llm/text_completion_interface.hpp b/src/lexocraft/llm/text_completion_interface.hpp
@@ -31,8 +31,6 @@ namespace lc {
  TextCompleter& add_word_vector(const std::string& word, const Eigen::VectorXf& vector);
  TextCompleter& add_word_vector(const std::string& word, bool random = false);
 
- TextCompleter& remove_word_vector(const std::string& word);
-
  TextCompleter& save_file(const std::filesystem::path& filepath);
  TextCompleter& load_file(const std::filesystem::path& filepath);
 
@@ -48,6 +46,33 @@ namespace lc {
  }
  */
 
+ TextCompleter& TextCompleter::add_word_vector(const WordVector& added_word_vector) {
+ vector_database.add_word(added_word_vector);
+ return create_vector_subdatabases();
+ }
+
+ TextCompleter&
+ TextCompleter::add_word_vector(const std::vector<WordVector>& added_word_vectors) {
+ for (const auto& word_vector: added_word_vectors) {
+ vector_database.add_word(word_vector);
+ }
+
+ return create_vector_subdatabases();
+ }
+
+ TextCompleter& TextCompleter::add_word_vector(const std::string& word,
+ const Eigen::VectorXf& vector) {
+ vector_database.add_word(WordVector(word, vector));
+
+ return create_vector_subdatabases();
+ }
+
+ TextCompleter& TextCompleter::add_word_vector(const std::string& word, bool random) {
+ vector_database.add_word(WordVector(word, random));
+
+ return create_vector_subdatabases();
+ }
+
  // -------------------------- Ephermal Memory Accumulator --------------------------
  TextCompleter& TextCompleter::set_ephemeral_memory_accumulator_layer_sizes(
  const BinaryLayerSizeVectorGenerator_t& binary_layer_size_vector_generator,