diff --git a/.github/workflows/automation.yml b/.github/workflows/automation.yml
new file mode 100644
index 0000000000..ad54bb697b
--- /dev/null
+++ b/.github/workflows/automation.yml
@@ -0,0 +1,16 @@
+name: 'Automation'
+
+on:
+  push:
+  pull_request_target:
+
+jobs:
+  triage:
+    name: 'Merge conflict labeling'
+    runs-on: ubuntu-latest
+    steps:
+      - uses: eps1lon/actions-label-merge-conflict@v2.0.1
+        if: ${{ github.repository == 'jellyfin/jellyfin-web' }}
+        with:
+          dirtyLabel: 'merge conflict'
+          repoToken: ${{ secrets.JF_BOT_TOKEN }}
diff --git a/.github/workflows/merge-conflicts.yml b/.github/workflows/merge-conflicts.yml
deleted file mode 100644
index b6bf615381..0000000000
--- a/.github/workflows/merge-conflicts.yml
+++ /dev/null
@@ -1,18 +0,0 @@
-name: "Merge Conflicts"
-
-on:
-  push:
-    branches:
-      - master
-  pull_request:
-    types:
-      - synchronize
-jobs:
-  triage:
-    runs-on: ubuntu-latest
-    if: github.repository == 'jellyfin/jellyfin-web'
-    steps:
-      - uses: mschilde/auto-label-merge-conflicts@master
-        with:
-          CONFLICT_LABEL_NAME: "merge conflict"
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}