diff --git a/.config/nextest.toml b/.config/nextest.toml
new file mode 100644
index 000000000..c32ea51a8
--- /dev/null
+++ b/.config/nextest.toml
@@ -0,0 +1,3 @@
+[profile.ci]
+slow-timeout = { period = "5s", terminate-after = 20 }
+fail-fast = false
diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 870d064d5..17fc161f3 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -88,7 +88,7 @@ jobs:
       run: cargo build --workspace --all-targets --verbose ${{ matrix.cargo_flags }}
     - name: Test
       run: |
-        cargo nextest run --workspace --all-targets --verbose ${{ matrix.cargo_flags }}
+        cargo nextest run --workspace --profile ci --all-targets --verbose ${{ matrix.cargo_flags }}
       env:
         RUST_BACKTRACE: 1
         CARGO_TERM_COLOR: always
diff --git a/flake.nix b/flake.nix
index c38738c75..a1a9042ab 100644
--- a/flake.nix
+++ b/flake.nix
@@ -97,6 +97,7 @@
           buildFeatures = ["packaging"];
           cargoBuildFlags = ["--bin" "jj"]; # don't build and install the fake editors
           useNextest = true;
+          cargoTestFlags = ["--profile" "ci"];
           src = filterSrc ./. [
             ".*\\.nix$"
             "^.jj/"