diff --git a/tests/python_tests/feature_test.py b/tests/python_tests/feature_test.py
index 43ff7d581..a15b195dd 100644
--- a/tests/python_tests/feature_test.py
+++ b/tests/python_tests/feature_test.py
@@ -67,8 +67,11 @@ def test_feature_expression_evaluation_missing_attr():
     f['name'] = u'a'
     eq_(f['name'],u'a')
     expr = mapnik.Expression("[fielddoesnotexist]='a'")
-    evaluated = expr.evaluate(f)
-    eq_(evaluated,False)
+    eq_(f.has_key('fielddoesnotexist'),False)
+    try:
+        evaluated = expr.evaluate(f)
+    except Exception, e:
+        eq_("Key does not exist" in str(e),True)
     num_attributes = len(f)
     eq_(num_attributes,1)
     eq_(f.id(),1)