diff --git a/pisi/operations/history.py b/pisi/operations/history.py
index 40cbdf5d..2687dd7b 100644
--- a/pisi/operations/history.py
+++ b/pisi/operations/history.py
@@ -139,10 +139,10 @@ def takeback(operation):
         if not ctx.ui.confirm(_('Do you want to continue?')):
             return
 
+    if beremoved:
+        pisi.operations.remove.remove(beremoved, True, True)
+
     if paths:
         pisi.operations.install.install_pkg_files(paths)
 
-    if beremoved:
-        pisi.operations.remove.remove(beremoved)
-
     historydb.load_config(operation)