diff --git a/tests/test_docs_version.py b/tests/test_docs_version.py
new file mode 100644
index 00000000..21beb85f
--- /dev/null
+++ b/tests/test_docs_version.py
@@ -0,0 +1,32 @@
+import os
+import subprocess
+import unittest
+
+# docs version lives in docs/source/conf.py
+TOPDIR = os.path.dirname(__file__) + '/..'
+SPHINX_CONF = TOPDIR + '/docs/source/conf.py'
+
+import imp
+sphinx_conf = imp.load_source('sphinx_conf', SPHINX_CONF)
+
+
+class TestDocsVersion(unittest.TestCase):
+
+    def get_spec(self):
+        return TOPDIR + '/koji.spec'
+
+    def get_koji_version(self):
+        spec = self.get_spec()
+        cmd = ['rpm', '-q', '--specfile', spec, '--qf', '%{version}\\n']
+        output = subprocess.check_output(cmd)
+        # rpm outputs a line for each subpackage
+        version = output.splitlines()[0]
+        return version
+
+    def test_docs_version(self):
+        koji_version = self.get_koji_version()
+        self.assertEqual(koji_version, sphinx_conf.release)
+        # docs 'version' is x.y instead of x.y.z
+        dver = '.'.join(koji_version.split('.')[:-1])
+        self.assertEqual(dver, sphinx_conf.version)
+