Added firefly to hyperparameter tuning, various minor improvements

Author: fjwillemsen

kernel_tuner/backends/hypertuner.py

@@ -77,7 +77,8 @@ def __init__(self, iterations, compiler_options=None):
             "experimental_groups_defaults": { 
                 "repeats": 25,
                 "samples": self.iterations,
-                "minimum_fraction_of_budget_valid": 0.01, 
+                "minimum_fraction_of_budget_valid": 0.1,
+                "minimum_number_of_valid_search_iterations": 10,
             },
             "statistics_settings": {
                 "cutoff_percentile": 0.95,

kernel_tuner/hyper.py

@@ -107,6 +107,14 @@ def put_if_not_present(target_dict, key, value):
             'c1': [1.0, 2.0, 3.0],
             'c2': [0.5, 1.0, 1.5]
         }
+    elif strategy_to_tune.lower() == "firefly_algorithm":
+        hyperparams = {
+            'popsize': [10, 20, 30],
+            'maxiter': [50, 100, 150],
+            'B0': [0.5, 1.0, 1.5],
+            'gamma': [0.1, 0.25, 0.5],
+            'alpha': [0.1, 0.2, 0.3]
+        }
     elif strategy_to_tune.lower() == "greedy_ils":
         hyperparams = {
             'neighbor': ['Hamming', 'adjacent'],

kernel_tuner/strategies/genetic_algorithm.py

@@ -189,7 +189,7 @@ def repair(self, dna):
                 # if we have found valid neighboring configurations, select one at random
                 if len(neighbors) > 0:
                     new_dna = list(random.choice(neighbors))
-                    print(f"GA crossover resulted in invalid config {dna=}, repaired dna to {new_dna=}")
+                    # print(f"GA crossover resulted in invalid config {dna=}, repaired dna to {new_dna=}")
                     return new_dna
 
         return dna