ML for Developers

2023-07-26 04:53:11 -07:00
commit 776a75b010
54 changed files with 55464 additions and 0 deletions
--- a/tests/code/test_tune.py
+++ b/tests/code/test_tune.py
@@ -0,0 +1,37 @@
+import json
+
+import pytest
+import utils
+
+from madewithml import tune
+
+
+@pytest.mark.training
+def test_tune_models(dataset_loc):
+    num_runs = 2
+    experiment_name = utils.generate_experiment_name(prefix="test_tune")
+    initial_params = [
+        {
+            "train_loop_config": {
+                "dropout_p": 0.5,
+                "lr": 1e-4,
+                "lr_factor": 0.8,
+                "lr_patience": 3,
+            }
+        }
+    ]
+    results = tune.tune_models(
+        experiment_name=experiment_name,
+        dataset_loc=dataset_loc,
+        initial_params=json.dumps(initial_params),
+        num_workers=6,
+        cpu_per_worker=1,
+        gpu_per_worker=0,
+        num_runs=num_runs,
+        num_epochs=1,
+        num_samples=512,
+        batch_size=256,
+        results_fp=None,
+    )
+    utils.delete_experiment(experiment_name=experiment_name)
+    assert len(results.get_dataframe()) == num_runs