diff --git a/app/src/main/java/org/lsposed/lspatch/loader/LSPApplication.java b/app/src/main/java/org/lsposed/lspatch/loader/LSPApplication.java
index 80ae1e8..895fa8f 100644
--- a/app/src/main/java/org/lsposed/lspatch/loader/LSPApplication.java
+++ b/app/src/main/java/org/lsposed/lspatch/loader/LSPApplication.java
@@ -186,9 +186,10 @@ public class LSPApplication extends ApplicationServiceClient {
         HashSet<String> embedded_modules = new HashSet<>();
         HashSet<String> disabled_modules = new HashSet<>();
         try {
+            var lastInstalledTime = new File(context.getApplicationInfo().sourceDir).lastModified();
             for (var name : context.getAssets().list("modules")) {
                 var target = new File(cacheDir, name + ".apk");
-                if (target.exists()) {
+                if (target.lastModified() > lastInstalledTime) {
                     embedded_modules.add(name);
                     LSPApplication.modules.put(name, target.getAbsolutePath());
                     continue;