diff --git a/src/nimble/esp_port/port/include/esp_nimble_cfg.h b/src/nimble/esp_port/port/include/esp_nimble_cfg.h
index 4f9d1a15a..e7ba1c9eb 100644
--- a/src/nimble/esp_port/port/include/esp_nimble_cfg.h
+++ b/src/nimble/esp_port/port/include/esp_nimble_cfg.h
@@ -894,7 +894,7 @@
 #endif
 
 #if CONFIG_IDF_TARGET_ESP32
-#define MYNEWT_VAL_BLE_HOST_BASED_PRIVACY (1)
+#define MYNEWT_VAL_BLE_HOST_BASED_PRIVACY (MYNEWT_VAL_BLE_ROLE_CENTRAL || MYNEWT_VAL_BLE_ROLE_PERIPHERAL)
 #else
 #ifndef MYNEWT_VAL_BLE_HOST_BASED_PRIVACY
 #define MYNEWT_VAL_BLE_HOST_BASED_PRIVACY (CONFIG_BT_NIMBLE_HOST_BASED_PRIVACY)