diff --git a/.ci/azure-pipelines.yml b/.ci/azure-pipelines.yml
index 483d367b64..e6889afb1f 100644
--- a/.ci/azure-pipelines.yml
+++ b/.ci/azure-pipelines.yml
@@ -28,6 +28,10 @@ jobs:
         yarn install
       displayName: 'Install dependencies'
 
+    - script: |
+        test -d dist
+      displayName: 'Check dist directory'
+
     - script: |
         yarn pack --filename jellyfin-web.tgz
       displayName: 'Build package'
diff --git a/package.json b/package.json
index e9bafe874f..4765fce97c 100644
--- a/package.json
+++ b/package.json
@@ -27,6 +27,7 @@
   "scripts": {
     "serve": "webpack-dev-server --config webpack.dev.js --open",
     "build": "webpack --config webpack.prod.js",
-    "lint": "eslint \"src\""
+    "lint": "eslint \"src\"",
+    "prepare": "webpack --config webpack.prod.js"
   }
 }