diff --git a/package.json b/package.json
index 27485ae..56b5529 100644
--- a/package.json
+++ b/package.json
@@ -19,7 +19,7 @@
     "stop": "node scripts/stop.mjs",
     "lint": "prettier --write . && eslint . --ext .ts --fix",
     "test": "echo \"Error: no test specified\" && exit 1",
-    "release": "release-it",
+    "release": "release-it --only-version --preReleaseId=beta",
     "update-deps": "npm update --save"
   },
   "repository": {
diff --git a/scripts/start.mjs b/scripts/start.mjs
index b916b5a..d45fea4 100644
--- a/scripts/start.mjs
+++ b/scripts/start.mjs
@@ -2,7 +2,7 @@ import details from "../package.json" assert { type: "json" };
 import { Logger } from "./utils.mjs";
 import cmd from "./zotero-cmd.json" assert { type: "json" };
 import { spawn } from "child_process";
-import { existsSync, readFileSync, writeFileSync } from "fs";
+import { existsSync, readFileSync, writeFileSync, rmSync } from "fs";
 import { clearFolder } from "./utils.mjs";
 import path from "path";
 import { exit } from "process";
@@ -45,6 +45,11 @@ function prepareDevEnv() {
     writeAddonProxyFile();
   }
 
+  const addonXpiFilePath = path.join(profilePath, `extensions/${addonID}.xpi`);
+  if (existsSync(addonXpiFilePath)) {
+    rmSync(addonXpiFilePath);
+  }
+
   const prefsPath = path.join(profilePath, "prefs.js");
   if (existsSync(prefsPath)) {
     const PrefsLines = readFileSync(prefsPath, "utf-8").split("\n");