diff --git a/ci/run.sh b/ci/run.sh
index 3c53d59451..0d8b3316da 100755
--- a/ci/run.sh
+++ b/ci/run.sh
@@ -342,7 +342,8 @@ function gg_run_test_llama_archs_models {
     set -e
 
     # TODO: fix and re-enable `test-llama-archs` on OpenVINO
-    if [ -z ${GG_BUILD_OPENVINO} ]; then
+    # TODO: the `test-llama-archs` currently does not build on Windows, so we check if the binary exists
+    if [ -z ${GG_BUILD_OPENVINO} ] && [ -f ./build-ci-release/bin/test-llama-archs ]; then
         rm -rf build-ci-models && mkdir -p build-ci-models
 
         # generate the dummy models used by the model-dependent tests
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
index 6df031a08a..ba7b84ef5d 100644
--- a/tests/CMakeLists.txt
+++ b/tests/CMakeLists.txt
@@ -148,7 +148,6 @@ if (LLAMA_LLGUIDANCE)
     llama_build_and_test(test-grammar-llguidance.cpp ARGS ${PROJECT_SOURCE_DIR}/models/ggml-vocab-llama-bpe.gguf)
 endif ()
 
-llama_build(test-llama-archs.cpp)
 llama_build(test-recurrent-state-rollback.cpp)
 llama_build(test-save-load-state.cpp)
 
@@ -197,6 +196,8 @@ if (NOT WIN32 OR NOT BUILD_SHARED_LIBS)
 
     # llama_build_and_test(test-double-float.cpp) # SLOW
 
+    llama_build(test-llama-archs.cpp)
+
     set(MODEL_DIR "${CMAKE_CURRENT_BINARY_DIR}/test-models/")
     file(MAKE_DIRECTORY "${MODEL_DIR}")