diff --git a/roles/foreman_installer_devel_scenario/files/katello-devel.yaml b/roles/foreman_installer_devel_scenario/files/katello-devel.yaml
index d86a2b7ae..5a250b9cc 100644
--- a/roles/foreman_installer_devel_scenario/files/katello-devel.yaml
+++ b/roles/foreman_installer_devel_scenario/files/katello-devel.yaml
@@ -5,8 +5,6 @@
 :log_name: katello-devel.log
 :log_level: DEBUG
 :no_prefix: false
-# Forklift always overwrites the answers so let's not pretend we save them
-:dont_save_answers: true
 :answer_file: /etc/foreman-installer/scenarios.d/katello-devel-answers.yaml
 :installer_dir: /usr/share/foreman-installer
 :module_dirs: /usr/share/foreman-installer/modules
diff --git a/roles/foreman_installer_devel_scenario/tasks/main.yml b/roles/foreman_installer_devel_scenario/tasks/main.yml
index 81de9be06..eecc4aa19 100644
--- a/roles/foreman_installer_devel_scenario/tasks/main.yml
+++ b/roles/foreman_installer_devel_scenario/tasks/main.yml
@@ -20,6 +20,7 @@
   template:
     src: "{{ role_path }}/templates/{{ item }}"
     dest: /etc/foreman-installer/scenarios.d/{{ item }}
+    force: no
   with_items:
     - katello-devel-answers.yaml