diff --git a/.github/workflows/template-cleanup.yml b/.github/workflows/template-cleanup.yml
index 1c05761..a041755 100644
--- a/.github/workflows/template-cleanup.yml
+++ b/.github/workflows/template-cleanup.yml
@@ -43,6 +43,9 @@ jobs:
           find src -type f -exec sed -i "s/org.jetbrains.plugins.template/$GROUP/g" {} +
           find src -type f -exec sed -i "s/JetBrains/$ACTOR/g" {} +
 
+          # Remove lines marked with #REMOVE-IN-CLEANUP#
+          find . -type f -exec sed -i '/#REMOVE-IN-CLEANUP#/'
+
           # Move content
           mkdir -p src/main/kotlin/${GROUP//.//}
           cp -R .github/template-cleanup/* .