diff --git a/.github/workflows/update-toml-version.yaml b/.github/workflows/update-toml-version.yaml
index d36131a0..f756b7ae 100644
--- a/.github/workflows/update-toml-version.yaml
+++ b/.github/workflows/update-toml-version.yaml
@@ -32,5 +32,8 @@ jobs:
           git config --global user.name "GitHub Actions"
           git add llama-cpp-sys-2/Cargo.toml llama-cpp-2/Cargo.toml
           git commit -m "Bump version to $NEXT_VERSION [skip ci]"
-          # Push the changes back to the repository
-          git push origin main:$GITHUB_REF
+          # Create a branch for the changes
+          git checkout -b version-bump-$NEXT_VERSION
+          # Push the changes and create a pull request
+          git push origin version-bump-$NEXT_VERSION
+          gh pr create --base main --head version-bump-$NEXT_VERSION --title "Bump version to $NEXT_VERSION"