Add more comments in the notebook

Signed-off-by: Fabrice Normandin <fabrice.normandin@gmail.com>

Author: lebrice

examples/tutorials/code_5_warm_starting.py

@@ -91,7 +91,7 @@
             "type": "legacy",
             "database": {"type": "pickleddb", "host": "./current_db.pkl"},
         },
-        algorithms={"tpe": {"seed": seed}},
+        algorithms={"tpe": {"seed": seed, "n_initial_points": 10}},
         max_trials=20,
     )
     for seed in range(n_seeds)
@@ -113,7 +113,12 @@
             "type": "legacy",
             "database": {"type": "pickleddb", "host": "./current_db.pkl"},
         },
-        algorithms={"tpe": {"seed": seed}},
+        # NOTE: This n_initial_points is changed slightly, since it also counts the trials from
+        # the previous experiment.
+        # NOTE: you don't *have* to do this, it also works without it. This is just to make the
+        # comparison a bit fairer.
+        # Both algorithms do random search from trials 0-10, and then optimize from 10-20.
+        algorithms={"tpe": {"seed": seed, "n_initial_points": 20}},
         max_trials=20,
         knowledge_base=KnowledgeBase(storage=previous_experiment.storage),
         # knowledge_base={"KnowledgeBase": {"storage": previous_experiment_storage}},