diff --git a/build-support/download-release-artifacts.py b/build-support/download-release-artifacts.py
index 774ffdc8..211faba4 100755
--- a/build-support/download-release-artifacts.py
+++ b/build-support/download-release-artifacts.py
@@ -45,6 +45,9 @@
     data = json.loads(response.read().decode("utf-8"))
     for artifact in data['artifacts']:
         name = artifact['name']
+        # Skip debug artifact
+        if name.endswith("-Debug"):
+            continue
         url = artifact['archive_download_url']
 
         print('Downloading %s from %s' % (name, url))
diff --git a/build-support/stage-release.sh b/build-support/stage-release.sh
index 93b5c412..2f26d383 100755
--- a/build-support/stage-release.sh
+++ b/build-support/stage-release.sh
@@ -39,6 +39,12 @@ cd $PULSAR_CPP_PATH
 build-support/generate-source-archive.sh $DEST_PATH
 build-support/download-release-artifacts.py $WORKFLOW_ID $DEST_PATH
 
+pushd "$DEST_PATH"
+tar cvzf x64-windows-static.tar.gz x64-windows-static
+tar cvzf x86-windows-static.tar.gz x86-windows-static
+rm -r x64-windows-static x86-windows-static
+popd
+
 # Sign all files
 cd $DEST_PATH
 find . -type f | xargs $PULSAR_CPP_PATH/build-support/sign-files.sh