diff --git a/cmake/xlnt.test.cmake b/cmake/xlnt.test.cmake
index b4cced01..81e90a6e 100644
--- a/cmake/xlnt.test.cmake
+++ b/cmake/xlnt.test.cmake
@@ -25,6 +25,7 @@ FILE(GLOB TEST_HELPERS_SOURCES tests/helpers/*.cpp)
 
 SET(TEST_HELPERS ${TEST_HELPERS_HEADERS} ${TEST_HELPERS_SOURCES})
 
+file(MAKE_DIRECTORY "${CMAKE_CURRENT_BINARY_DIR}/tests")
 SET(RUNNER "${CMAKE_CURRENT_BINARY_DIR}/tests/runner-autogen.cpp")
 SET_SOURCE_FILES_PROPERTIES(${RUNNER} PROPERTIES GENERATED TRUE)
 
@@ -62,7 +63,6 @@ endif()
 add_custom_command(OUTPUT ${RUNNER}
     COMMAND ${CMAKE_CURRENT_SOURCE_DIR}/cmake/generate-tests ${CMAKE_CURRENT_BINARY_DIR}
     DEPENDS ${TESTS}
-    IMPLICIT_DEPENDS CXX ${TESTS}
     COMMENT "Generating test runner ${RUNNER}"
 )