Visibility warnings when building on MacOS

diff --git a/CMakeLists.txt b/CMakeLists.txt
index d133fcf99..13ea9ee7e 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -56,6 +56,8 @@ message(STATUS "Using C++ standard: " ${VW_CXX_STANDARD})
 set(CMAKE_CXX_STANDARD ${VW_CXX_STANDARD})
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 set(CMAKE_CXX_EXTENSIONS OFF)
+set(CMAKE_VISIBILITY_INLINES_HIDDEN TRUE)
+set(CMAKE_CXX_VISIBILITY_PRESET "hidden")
 
 include(VowpalWabbitUtils)
 
diff --git a/cmake/VWFlags.cmake b/cmake/VWFlags.cmake
index f78e276be..d533b5e5a 100644
--- a/cmake/VWFlags.cmake
+++ b/cmake/VWFlags.cmake
@@ -22,7 +22,7 @@ set(LINUX_RELEASE_CONFIG -fno-strict-aliasing ${LINUX_X86_64_OPT_FLAGS} -fno-sta
 set(LINUX_DEBUG_CONFIG -fno-stack-check)
 
 #Use default visiblity on UNIX otherwise a lot of the C++ symbols end up for exported and interpose'able
-set(VW_LINUX_FLAGS -fvisibility=hidden $<$<CONFIG:Debug>:${LINUX_DEBUG_CONFIG}> $<$<CONFIG:Release>:${LINUX_RELEASE_CONFIG}> $<$<CONFIG:RelWithDebInfo>:${LINUX_RELEASE_CONFIG}>)
+set(VW_LINUX_FLAGS $<$<CONFIG:Debug>:${LINUX_DEBUG_CONFIG}> $<$<CONFIG:Release>:${LINUX_RELEASE_CONFIG}> $<$<CONFIG:RelWithDebInfo>:${LINUX_RELEASE_CONFIG}>)
 set(VW_WIN_FLAGS /MP /Zc:__cplusplus)
 
 # Turn on warnings

Building with Clang on MacOS causes *many* warnings about differing visibility settings in translation units.



```

ld: warning: direct access in function 'void predict_or_learn_bandit_adf<false>(warm_cb&, VW::LEARNER::learner<char, std::__1::vector<example*, std::__1::allocator<example*> > >&, example&, int)' from file 'libvw.a(warm_cb.cc.o)' to global weak symbol 'typeinfo for VW::vw_exception' from file 'CMakeFiles/vw-bin.dir/main.cc.o' means the weak symbol cannot be overridden at runtime. This was likely caused by different translation units being compiled with different visibility settings.

```



Turning it off seems like the wrong approach (I originally proposed this in #2659)

[]