diff --git a/lib/puppet/provider/logical_volume/lvm.rb b/lib/puppet/provider/logical_volume/lvm.rb
index d9eb4853..c824774f 100644
--- a/lib/puppet/provider/logical_volume/lvm.rb
+++ b/lib/puppet/provider/logical_volume/lvm.rb
@@ -149,10 +149,10 @@ def create
 
   def destroy
     name_escaped = "#{@resource[:volume_group].gsub('-', '--')}-#{@resource[:name].gsub('-', '--')}"
-    if blkid(path) =~ %r{\bTYPE=\"(swap)\"}
+    if File.exist?(path) && blkid(path) =~ %r{\bTYPE=\"(swap)\"}
       swapoff(path)
+      dmsetup('remove', name_escaped)
     end
-    dmsetup('remove', name_escaped)
     lvremove('-f', path)
   end