diff --git a/roles/mastodon-app/tasks/main.yml b/roles/mastodon-app/tasks/main.yml
index 76d01f7..7a7f9aa 100644
--- a/roles/mastodon-app/tasks/main.yml
+++ b/roles/mastodon-app/tasks/main.yml
@@ -18,6 +18,12 @@
     PATH: '/home/mastodon/.rbenv/bin:/home/mastodon/.rbenv/shims:/home/mastodon/.rbenv/plugins/ruby-build/bin:{{ ansible_env.PATH }}'
   become: true
   become_user: mastodon
+- name: Remove any Gemfile.lock files
+  file:
+     name: /home/mastodon/live/Gemfile.lock
+     state: absent
+  become: true
+  become_user: mastodon
 - name: Use bundler to install the rest of the Ruby dependencies
   shell: cd /home/mastodon/live && bundle install --deployment --without development test
   args: