diff --git a/.github/workflows/needs-reply.yml b/.github/workflows/needs-reply.yml
new file mode 100644
index 00000000..3b14fd68
--- /dev/null
+++ b/.github/workflows/needs-reply.yml
@@ -0,0 +1,21 @@
+name: Close old issues that need reply
+
+on:
+  schedule:
+    - cron: "0 18 * * *"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Close old issues that need reply
+        uses: dwieeb/needs-reply@v2
+        with:
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
+          issue-label: more-information-needed
+          close-message: >
+            This issue has been automatically closed because there has been no response
+            to our request for more information from OP. With the information that is
+            currently in the issue, we don't have enough information to take action.
+            Please reach out if you have or find the answers we need so that we can
+            investigate further.
\ No newline at end of file
diff --git a/.github/workflows/no-response.yml b/.github/workflows/no-response.yml
deleted file mode 100644
index 4d058f09..00000000
--- a/.github/workflows/no-response.yml
+++ /dev/null
@@ -1,17 +0,0 @@
-name: No Response
-
-on:
-  issue_comment:
-    types: [created]
-  schedule:
-    # Schedule 18:00 once every day
-    - cron: '0 18 * * *'
-
-jobs:
-  noResponse:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: lee-dohm/no-response@v0.5.0
-        with:
-          token: ${{ github.token }}
-          daysUntilClose: 28
diff --git a/.github/workflows/remove-needs-reply.yml b/.github/workflows/remove-needs-reply.yml
new file mode 100644
index 00000000..9061b67e
--- /dev/null
+++ b/.github/workflows/remove-needs-reply.yml
@@ -0,0 +1,24 @@
+name: Remove more-information-needed label
+
+on:
+  issue_comment:
+    types:
+      - created
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    if: |
+      github.event.comment.author_association != 'OWNER' &&
+      github.event.comment.author_association != 'COLLABORATOR'
+    steps:
+      - name: Remove more-information-needed label
+        uses: octokit/request-action@v2.x
+        continue-on-error: true
+        with:
+          route: DELETE /repos/:repository/issues/:issue/labels/:label
+          repository: ${{ github.repository }}
+          issue: ${{ github.event.issue.number }}
+          label: more-information-needed
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
\ No newline at end of file