diff --git a/lib/elixir/lib/keyword.ex b/lib/elixir/lib/keyword.ex
index 6355192b1dc..ef5666e03f8 100644
--- a/lib/elixir/lib/keyword.ex
+++ b/lib/elixir/lib/keyword.ex
@@ -742,6 +742,10 @@ defmodule Keyword do
 
       iex> Keyword.delete_first([a: 1, b: 2, a: 3], :a)
       [b: 2, a: 3]
+
+      iex> Keyword.delete_first([a: 1, b: 2, b: 3], :b)
+      [a: 1, b: 3]
+
       iex> Keyword.delete_first([b: 2], :a)
       [b: 2]
 
@@ -762,10 +766,6 @@ defmodule Keyword do
     [pair | delete_first_key(tail, key)]
   end
 
-  defp delete_first_key([], _key) do
-    []
-  end
-
   @doc """
   Puts the given `value` under the specified `key`.