diff --git a/Makefile b/Makefile
index 1388a8f03..8f2862948 100644
--- a/Makefile
+++ b/Makefile
@@ -18,7 +18,6 @@ coverage:
 .PHONY: doc
 doc:
 	python3 -c "import PIL" > /dev/null 2>&1 || python3 -m pip install .
-	python3 -c "import olefile" > /dev/null 2>&1 || python3 -m pip install olefile
 	$(MAKE) -C docs html
 
 .PHONY: doccheck
diff --git a/docs/Makefile b/docs/Makefile
index 7e0b43a7a..458299aac 100644
--- a/docs/Makefile
+++ b/docs/Makefile
@@ -43,7 +43,7 @@ clean:
 	-rm -rf $(BUILDDIR)/*
 
 install-sphinx:
-	$(PYTHON) -m pip install --quiet sphinx sphinx-copybutton sphinx-issues sphinx-removed-in sphinxext-opengraph furo
+	$(PYTHON) -m pip install --quiet sphinx sphinx-copybutton sphinx-issues sphinx-removed-in sphinxext-opengraph furo olefile
 
 html:
 	$(MAKE) install-sphinx