diff --git a/src/Microsoft.ML.StandardLearners/Standard/Online/AveragedLinear.cs b/src/Microsoft.ML.StandardLearners/Standard/Online/AveragedLinear.cs
index 0926a961e1..7a3ac55edf 100644
--- a/src/Microsoft.ML.StandardLearners/Standard/Online/AveragedLinear.cs
+++ b/src/Microsoft.ML.StandardLearners/Standard/Online/AveragedLinear.cs
@@ -36,7 +36,7 @@ public abstract class AveragedLinearArguments : OnlineLinearArguments
 
         [Argument(ArgumentType.AtMostOnce, HelpText = "L2 Regularization Weight", ShortName = "reg", SortOrder = 50)]
         [TGUI(Label = "L2 Regularization Weight")]
-        [TlcModule.SweepableFloatParam("L2RegularizerWeight", 0.0f, 0.5f)]
+        [TlcModule.SweepableFloatParam("L2RegularizerWeight", 0.0f, 0.4f)]
         public Float L2RegularizerWeight = 0;
 
         [Argument(ArgumentType.AtMostOnce, HelpText = "Extra weight given to more recent updates", ShortName = "rg")]
diff --git a/src/Microsoft.ML/CSharpApi.cs b/src/Microsoft.ML/CSharpApi.cs
index feded5243d..b2181fb256 100644
--- a/src/Microsoft.ML/CSharpApi.cs
+++ b/src/Microsoft.ML/CSharpApi.cs
@@ -4181,7 +4181,7 @@ public sealed partial class AveragedPerceptronBinaryClassifier : Microsoft.ML.Ru
             /// <summary>
             /// L2 Regularization Weight
             /// </summary>
-            [TlcModule.SweepableFloatParamAttribute("L2RegularizerWeight", 0f, 0.5f)]
+            [TlcModule.SweepableFloatParamAttribute("L2RegularizerWeight", 0f, 0.4f)]
             public float L2RegularizerWeight { get; set; }
 
             /// <summary>
@@ -8710,7 +8710,7 @@ public sealed partial class OnlineGradientDescentRegressor : Microsoft.ML.Runtim
             /// <summary>
             /// L2 Regularization Weight
             /// </summary>
-            [TlcModule.SweepableFloatParamAttribute("L2RegularizerWeight", 0f, 0.5f)]
+            [TlcModule.SweepableFloatParamAttribute("L2RegularizerWeight", 0f, 0.4f)]
             public float L2RegularizerWeight { get; set; }
 
             /// <summary>
diff --git a/test/BaselineOutput/Common/EntryPoints/core_manifest.json b/test/BaselineOutput/Common/EntryPoints/core_manifest.json
index 11ff811a7d..36bdd0f62a 100644
--- a/test/BaselineOutput/Common/EntryPoints/core_manifest.json
+++ b/test/BaselineOutput/Common/EntryPoints/core_manifest.json
@@ -4001,7 +4001,7 @@
           "SweepRange": {
             "RangeType": "Float",
             "Min": 0.0,
-            "Max": 0.5
+            "Max": 0.4
           }
         },
         {
@@ -13878,7 +13878,7 @@
           "SweepRange": {
             "RangeType": "Float",
             "Min": 0.0,
-            "Max": 0.5
+            "Max": 0.4
           }
         },
         {