Skip to content

Commit

Permalink
Including initial individuals to potentially include search efficienc…
Browse files Browse the repository at this point in the history
…y in the initialize_population function
  • Loading branch information
jshuadvd committed Jul 5, 2024
1 parent afd1b7a commit 2fa0129
Showing 1 changed file with 11 additions and 0 deletions.
11 changes: 11 additions & 0 deletions src/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -464,6 +464,17 @@ def initialize_population(population_size, search_space, d_model):

population.append(pi_individual)

# Add NTK individual
ntk_individual = {
"lambda_i": [
search_space["lambda_i"][1] ** (i / (d_model // 2))
for i in range(d_model // 2)
],
"n_hat": 0,
}

population.append(ntk_individual)

for _ in range(population_size):
individual = {
"lambda_i": [
Expand Down

0 comments on commit 2fa0129

Please sign in to comment.