Skip to content

Commit

Permalink
Fixed errors in layer size generation
Browse files Browse the repository at this point in the history
  • Loading branch information
FuexFollets committed Feb 10, 2024
1 parent 8f2b109 commit 0dffd4d
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions src/lexocraft/llm/text_completion_interface.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -98,8 +98,9 @@ namespace lc {
TrinaryLayerSizeVectorGenerator_t trinary_layer_size_vector_generator =
[&layer_count](std::size_t layer_number, std::size_t input_layer_size,
std::size_t output_layer_size) {
const float slope = static_cast<float>(output_layer_size - input_layer_size) /
static_cast<float>(layer_count);
const float slope =
(static_cast<float>(output_layer_size) - static_cast<float>(input_layer_size)) /
static_cast<float>(layer_count);

return slope * layer_number + input_layer_size;
};
Expand Down Expand Up @@ -137,8 +138,9 @@ namespace lc {
TrinaryLayerSizeVectorGenerator_t trinary_layer_size_vector_generator =
[&layer_count](std::size_t layer_number, std::size_t input_layer_size,
std::size_t output_layer_size) {
const float slope = static_cast<float>(output_layer_size - input_layer_size) /
static_cast<float>(layer_count);
const float slope =
(static_cast<float>(output_layer_size) - static_cast<float>(input_layer_size)) /
static_cast<float>(layer_count);

return slope * layer_number + input_layer_size;
};
Expand Down Expand Up @@ -168,9 +170,6 @@ namespace lc {

layer_sizes.push_back(word_vector_improviser_output_layer_size);

IC();
IC(layer_sizes);

word_vector_improviser = NeuralNetwork {layer_sizes};

return *this;
Expand All @@ -182,8 +181,9 @@ namespace lc {
TrinaryLayerSizeVectorGenerator_t trinary_layer_size_vector_generator =
[&layer_count](std::size_t layer_number, std::size_t input_layer_size,
std::size_t output_layer_size) {
const float slope = static_cast<float>(output_layer_size - input_layer_size) /
static_cast<float>(layer_count);
const float slope =
(static_cast<float>(output_layer_size) - static_cast<float>(input_layer_size)) /
static_cast<float>(layer_count);

return slope * layer_number + input_layer_size;
};
Expand Down

0 comments on commit 0dffd4d

Please sign in to comment.