diff --git a/.github/workflows/publish-libs.yaml b/.github/workflows/publish-libs.yaml
index 945cbf6767..f1533bf26e 100644
--- a/.github/workflows/publish-libs.yaml
+++ b/.github/workflows/publish-libs.yaml
@@ -30,7 +30,6 @@ jobs:
         run: |
           git config --global user.email "runner@gha.local"
           git config --global user.name "GitHub Action"
-          # Remove r-a crates from the workspaces so we don't auto-publish them as well
-          sed -i 's/"crates\/\*"//' ./Cargo.toml
-          sed -i 's/"xtask\/"//' ./Cargo.toml
+          # Only publish the crates under lib/
+          sed -i 's|^members = .*$|members = ["lib/*"]|' Cargo.toml
           cargo workspaces publish --yes --exact --from-git --no-git-commit --allow-dirty