diff --git a/tests/pyproject.toml b/tests/pyproject.toml
index 4dcbbac..74ace06 100644
--- a/tests/pyproject.toml
+++ b/tests/pyproject.toml
@@ -3,6 +3,7 @@ authors = ["andrejus <hi@andrejus.uk>"]
 description = "Verifies dotfiles install"
 name = "dotfiles-test"
 version = "0.0.1"
+package-mode = false
 
 [tool.poetry.dependencies]
 python = "^3.9"
diff --git a/tests/test_binaries.py b/tests/test_binaries.py
index a9b39c4..1f93b5c 100644
--- a/tests/test_binaries.py
+++ b/tests/test_binaries.py
@@ -2,7 +2,7 @@
 #
 # Verifies dotfiles installed binaries correctly
 #
-from distutils.spawn import find_executable
+from shutil import which
 from typing import List, Text
 from subprocess import run
 import pytest
@@ -16,7 +16,7 @@ def in_path(binary: Text) -> bool:
     """
     Check whether `binary` is in PATH
     """
-    return find_executable(binary) is not None
+    return which(binary) is not None
 
 
 def in_shell_path(shell: Text, binary: Text) -> bool: