[compiler] Only clear cached PAIs in stress modes

Clearing cached PropertyAccessInfos is used for stress-testing. Note
all this will soon be removed.

Bug: v8:7790,chromium:1234288
Change-Id: I4576563375b65830296cad295342823700d13b3a
Reviewed-on: https://chromium-review.googlesource.com/c/v8/v8/+/3059696
Auto-Submit: Jakob Gruber <jgruber@chromium.org>
Reviewed-by: Georg Neis <neis@chromium.org>
Commit-Queue: Georg Neis <neis@chromium.org>
Cr-Commit-Position: refs/heads/master@{#75992}

src/compiler/pipeline.cc

@@ -1564,11 +1564,11 @@ struct SerializationPhase {
       MakeRef(data->broker(),
               data->specialization_context().FromJust().context);
     }
-    if (FLAG_turbo_concurrent_get_property_access_info) {
-      data->broker()->ClearCachedPropertyAccessInfos();
-      data->dependencies()->ClearForConcurrentGetPropertyAccessInfo();
-    }
     if (FLAG_stress_concurrent_inlining) {
+      if (FLAG_turbo_concurrent_get_property_access_info) {
+        data->broker()->ClearCachedPropertyAccessInfos();
+        data->dependencies()->ClearForConcurrentGetPropertyAccessInfo();
+      }
       // Force re-serialization from the background thread.
       data->broker()->ClearReconstructibleData();
     }