diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 063f397..b79454d 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -1,6 +1,10 @@
 name: Tests
 
-on: [push, pull_request]
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
 
 # Cancel any in-progress CI runs for a PR if it is updated
 concurrency:
@@ -17,8 +21,12 @@ jobs:
         include:
           - os: ubuntu-20.04
             url: https://github.com/neovim/neovim/releases/download/nightly/nvim-linux64.tar.gz
+          - os: ubuntu-20.04
+            url: https://github.com/neovim/neovim/releases/download/v0.7.0/nvim-linux64.tar.gz
           - os: ubuntu-20.04
             url: https://github.com/neovim/neovim/releases/download/v0.6.0/nvim-linux64.tar.gz
+          - os: ubuntu-20.04
+            url: https://github.com/neovim/neovim/releases/download/v0.5.0/nvim-linux64.tar.gz
 
     steps:
       - uses: actions/checkout@v2