diff --git a/pytorch_mlp_framework/experiment_builder.py b/pytorch_mlp_framework/experiment_builder.py
index 447f62a..e3d0146 100644
--- a/pytorch_mlp_framework/experiment_builder.py
+++ b/pytorch_mlp_framework/experiment_builder.py
@@ -178,6 +178,8 @@ class ExperimentBuilder(nn.Module):
         """
 
         for name, param in named_parameters:
+            if 'bias' in name:
+                continue
             # Check if the parameter requires gradient and has a gradient
             if param.requires_grad and param.grad is not None:
                 try: