diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 4dbe19fa0d7624e6babce68d916457034b298b1d..e161006c2fbca5d7ed5b3e176c3dcd11d453e5e3 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -2,6 +2,17 @@ stages:
   - pretest
   - test
 
+compare_number_of_directories_and_toml_files:
+  stage: pretest
+  image: i10git.cs.fau.de:5005/pycodegen/pycodegen/full
+  script:
+    - find operators/* -maxdepth 0 -type d | wc -l > num_directories.txt
+    - find ./*.toml | wc -l > num_toml_files.txt
+    - cat num_directories.txt num_toml_files.txt
+    - diff num_directories.txt num_toml_files.txt
+  tags:
+    - docker
+
 .hyteg-hog-integration-test-template:
   stage: test
   image: i10git.cs.fau.de:5005/pycodegen/pycodegen/full