diff --git a/.ci/azure-pipelines.yml b/.ci/azure-pipelines.yml
index 483d367b64..e6889afb1f 100644
--- a/.ci/azure-pipelines.yml
+++ b/.ci/azure-pipelines.yml
@@ -28,6 +28,10 @@ jobs:
         yarn install
       displayName: 'Install dependencies'
 
+    - script: |
+        test -d dist
+      displayName: 'Check dist directory'
+
     - script: |
         yarn pack --filename jellyfin-web.tgz
       displayName: 'Build package'