diff --git a/pywal/colors.py b/pywal/colors.py
index b2c390e..7e2dbb0 100644
--- a/pywal/colors.py
+++ b/pywal/colors.py
@@ -55,10 +55,7 @@ def sort_colors(img, colors):
     raw_colors = colors[:1] + colors[9:] + colors[8:]
 
     # Darken the background color if it's too light.
-    if int(raw_colors[0][1]) in [3, 4]:
-        raw_colors[0] = util.darken_color(raw_colors[0], 0.50)
-
-    elif int(raw_colors[0][1]) >= 5:
+    if int(raw_colors[0][1]) >= 3:
         raw_colors[0] = util.darken_color(raw_colors[0], 0.25)
 
     colors = {"wallpaper": img}