diff --git a/MANIFEST.in b/MANIFEST.in
new file mode 100644
index 0000000000000000000000000000000000000000..ef395db5de04a9fe3ab135348bcff11e436a39e5
--- /dev/null
+++ b/MANIFEST.in
@@ -0,0 +1,3 @@
+include README.md
+include LICENSE.md
+include pystencils_benchmark/templates/*
diff --git a/setup.cfg b/setup.cfg
index 827f3b302ed272e3a6b00de13f23ea0fbbabaac6..40637974d93092d6ddadf370fc5870850a73b2ad 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -14,6 +14,7 @@ packages = pystencils_benchmark
 install_requires =
     jinja2 >= 3.0
     pystencils >= 0.3.4
+include_package_data = true
 tests_require = pytest
 python_requires = >3.8
 setup_requires = setuptools >= 40.0
diff --git a/tests/test_benchmark.py b/tests/test_benchmark.py
index 00269441f54a408861fda4fa40f95494e58116a4..63be8ff1965aeab054bb996e0e08a1a1b2233be8 100755
--- a/tests/test_benchmark.py
+++ b/tests/test_benchmark.py
@@ -7,7 +7,8 @@ from pathlib import Path
 
 
 def test_generate():
-    path = Path.cwd()
+    path = Path.cwd() / 'test'
+    path.mkdir(parents=True, exist_ok=True)
     a, b, c = ps.fields(a=np.ones(4000000), b=np.ones(4000000), c=np.ones(4000000))
     alpha = sp.symbols('alpha')
 
@@ -23,5 +24,6 @@ def test_generate():
 
     for compiler in [Compiler.GCC, Compiler.GCCdebug, Compiler.Clang]:
         generate_benchmark([kernel_vadd, kernel_daxpy], path, compiler=compiler)
-        subprocess.run(['make'])
-        subprocess.run([f'./benchmark-{compiler.name}', '100'])
+        subprocess.run(['make', '-C', f'{path}'], check=True)
+        subprocess.run([f'{path}/benchmark-{compiler.name}', '10'], check=True)
+