diff --git a/src/Composer/Installer/LibraryInstaller.php b/src/Composer/Installer/LibraryInstaller.php
index 137b38464..9b1387ac6 100644
--- a/src/Composer/Installer/LibraryInstaller.php
+++ b/src/Composer/Installer/LibraryInstaller.php
@@ -226,10 +226,12 @@ class LibraryInstaller implements InstallerInterface
         }
         foreach ($binaries as $bin) {
             $link = $this->binDir.'/'.basename($bin);
-            if (!file_exists($link)) {
-                continue;
+            if (file_exists($link)) {
+                unlink($link);
+            }
+            if (file_exists($link.'.bat')) {
+                unlink($link.'.bat');
             }
-            unlink($link);
         }
     }