diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
index 1ebd732..b3f212f 100644
--- a/.github/workflows/publish.yml
+++ b/.github/workflows/publish.yml
@@ -37,6 +37,13 @@ jobs:
         with:
           cmd: build
 
+      # It seems we need to delete the draft release or often it will fail
+      # uploading assets.
+      - name: Delete drafts
+        uses: hugo19941994/delete-draft-releases@v1.0.0
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
       - name: Publish releases
         env:
           # These values are used for auto updates signing