diff --git a/test_elasticsearch/test_server/test_common.py b/test_elasticsearch/test_server/test_common.py
index 0860dca4..a137b203 100644
--- a/test_elasticsearch/test_server/test_common.py
+++ b/test_elasticsearch/test_server/test_common.py
@@ -165,7 +165,8 @@ def construct_case(filename, name):
     def make_test(test_name, definition, i):
         def m(self):
             self.run_code(definition)
-        m.__doc__ = '%s (%s): %s' % (name, '/'.join(filename.split('/')[-2:]), test_name)
+        m.__doc__ = '%s:%s.test_from_yaml_%d (%s): %s' % (
+            __name__, name, i, '/'.join(filename.split('/')[-2:]), test_name)
         m.__name__ = 'test_from_yaml_%d' % i
         return m