diff --git a/api/humbug/__init__.py b/api/humbug/__init__.py
index 986701b239..c650d548af 100644
--- a/api/humbug/__init__.py
+++ b/api/humbug/__init__.py
@@ -28,6 +28,7 @@ import urlparse
 import sys
 import os
 import optparse
+from distutils.version import LooseVersion
 
 from ConfigParser import SafeConfigParser
 
@@ -36,7 +37,7 @@ __version__ = "0.1.4"
 
 # Check that we have a recent enough version
 # Older versions don't provide the 'json' attribute on responses.
-assert(requests.__version__ >= '0.12.1')
+assert(LooseVersion(requests.__version__) >= LooseVersion('0.12.1'))
 # In newer versions, the 'json' attribute is a function, not a property
 requests_json_is_function = not isinstance(requests.Response.json, property)