Add useFetchDataRate for Price Floors (#3486)

Author: AntoxaAntoxic

src/main/java/org/prebid/server/floors/BasicPriceFloorProcessor.java

@@ -36,6 +36,7 @@
 import java.util.Collections;
 import java.util.List;
 import java.util.Objects;
+import java.util.Optional;
 import java.util.concurrent.ThreadLocalRandom;
 
 public class BasicPriceFloorProcessor implements PriceFloorProcessor {
@@ -45,6 +46,7 @@ public class BasicPriceFloorProcessor implements PriceFloorProcessor {
 
     private static final int SKIP_RATE_MIN = 0;
     private static final int SKIP_RATE_MAX = 100;
+    private static final int USE_FETCH_DATA_RATE_MAX = 100;
     private static final int MODEL_WEIGHT_MAX_VALUE = 100;
     private static final int MODEL_WEIGHT_MIN_VALUE = 1;
 
@@ -126,7 +128,7 @@ private PriceFloorRules resolveFloors(Account account, BidRequest bidRequest, Li
         final FetchResult fetchResult = floorFetcher.fetch(account);
         final FetchStatus fetchStatus = ObjectUtil.getIfNotNull(fetchResult, FetchResult::getFetchStatus);
 
-        if (shouldUseDynamicData(account) && fetchResult != null && fetchStatus == FetchStatus.success) {
+        if (fetchResult != null && fetchStatus == FetchStatus.success && shouldUseDynamicData(account, fetchResult)) {
             final PriceFloorRules mergedFloors = mergeFloors(requestFloors, fetchResult.getRulesData());
             return createFloorsFrom(mergedFloors, fetchStatus, PriceFloorLocation.fetch);
         }
@@ -147,13 +149,20 @@ private PriceFloorRules resolveFloors(Account account, BidRequest bidRequest, Li
         return createFloorsFrom(null, fetchStatus, PriceFloorLocation.noData);
     }
 
-    private static boolean shouldUseDynamicData(Account account) {
-        final AccountAuctionConfig auctionConfig = ObjectUtil.getIfNotNull(account, Account::getAuction);
-        final AccountPriceFloorsConfig floorsConfig =
-                ObjectUtil.getIfNotNull(auctionConfig, AccountAuctionConfig::getPriceFloors);
+    private static boolean shouldUseDynamicData(Account account, FetchResult fetchResult) {
+        final boolean isUsingDynamicDataAllowed = Optional.ofNullable(account)
+                .map(Account::getAuction)
+                .map(AccountAuctionConfig::getPriceFloors)
+                .map(AccountPriceFloorsConfig::getUseDynamicData)
+                .map(BooleanUtils::isNotFalse)
+                .orElse(true);
 
-        return BooleanUtils.isNotFalse(
-                ObjectUtil.getIfNotNull(floorsConfig, AccountPriceFloorsConfig::getUseDynamicData));
+        final boolean shouldUseDynamicData = Optional.ofNullable(fetchResult.getRulesData())
+                .map(PriceFloorData::getUseFetchDataRate)
+                .map(rate -> ThreadLocalRandom.current().nextInt(USE_FETCH_DATA_RATE_MAX) < rate)
+                .orElse(true);
+
+        return isUsingDynamicDataAllowed && shouldUseDynamicData;
     }
 
     private PriceFloorRules mergeFloors(PriceFloorRules requestFloors,

src/main/java/org/prebid/server/floors/PriceFloorRulesValidator.java

@@ -17,6 +17,8 @@ public class PriceFloorRulesValidator {
     private static final int MODEL_WEIGHT_MIN_VALUE = 1;
     private static final int SKIP_RATE_MIN = 0;
     private static final int SKIP_RATE_MAX = 100;
+    private static final int USE_FETCH_DATA_RATE_MIN = 0;
+    private static final int USE_FETCH_DATA_RATE_MAX = 100;
 
     private PriceFloorRulesValidator() {
     }
@@ -48,6 +50,14 @@ public static void validateRulesData(PriceFloorData priceFloorData, Integer maxR
                     "Price floor data skipRate must be in range(0-100), but was " + dataSkipRate);
         }
 
+        final Integer useFetchDataRate = priceFloorData.getUseFetchDataRate();
+        if (useFetchDataRate != null
+                && (useFetchDataRate < USE_FETCH_DATA_RATE_MIN || useFetchDataRate > USE_FETCH_DATA_RATE_MAX)) {
+
+            throw new PreBidException(
+                    "Price floor data useFetchDataRate must be in range(0-100), but was " + useFetchDataRate);
+        }
+
         if (CollectionUtils.isEmpty(priceFloorData.getModelGroups())) {
             throw new PreBidException("Price floor rules should contain at least one model group");
         }

src/main/java/org/prebid/server/floors/model/PriceFloorData.java

@@ -18,6 +18,9 @@ public class PriceFloorData {
     @JsonProperty("skipRate")
     Integer skipRate;
 
+    @JsonProperty("useFetchDataRate")
+    Integer useFetchDataRate;
+
     @JsonProperty("floorsSchemaVersion")
     String floorsSchemaVersion;
 

src/test/groovy/org/prebid/server/functional/model/pricefloors/PriceFloorData.groovy

@@ -16,6 +16,7 @@ class PriceFloorData implements ResponseModel {
     String floorProvider
     Currency currency
     Integer skipRate
+    Integer useFetchDataRate
     String floorsSchemaVersion
     Integer modelTimestamp
     List<ModelGroup> modelGroups

src/test/groovy/org/prebid/server/functional/tests/pricefloors/PriceFloorsBaseSpec.groovy

@@ -37,14 +37,14 @@ abstract class PriceFloorsBaseSpec extends BaseSpec {
     public static final Map<String, String> FLOORS_CONFIG = ["price-floors.enabled"           : "true",
                                                              "settings.default-account-config": encode(defaultAccountConfigSettings)]
 
-    protected static final String basicFetchUrl = networkServiceContainer.rootUri + FloorsProvider.FLOORS_ENDPOINT
-    protected static final FloorsProvider floorsProvider = new FloorsProvider(networkServiceContainer)
+    protected static final String BASIC_FETCH_URL = networkServiceContainer.rootUri + FloorsProvider.FLOORS_ENDPOINT
     protected static final int MAX_MODEL_WEIGHT = 100
 
     private static final int DEFAULT_MODEL_WEIGHT = 1
     private static final int CURRENCY_CONVERSION_PRECISION = 3
     private static final int FLOOR_VALUE_PRECISION = 4
 
+    protected static final FloorsProvider floorsProvider = new FloorsProvider(networkServiceContainer)
     protected final PrebidServerService floorsPbsService = pbsServiceFactory.getService(FLOORS_CONFIG + GENERIC_ALIAS_CONFIG)
 
     def setupSpec() {
@@ -69,7 +69,7 @@ abstract class PriceFloorsBaseSpec extends BaseSpec {
 
     protected static Account getAccountWithEnabledFetch(String accountId) {
         def priceFloors = new AccountPriceFloorsConfig(enabled: true,
-                fetch: new PriceFloorsFetch(url: basicFetchUrl + accountId, enabled: true))
+                fetch: new PriceFloorsFetch(url: BASIC_FETCH_URL + accountId, enabled: true))
         def accountConfig = new AccountConfig(auction: new AccountAuctionConfig(priceFloors: priceFloors))
         new Account(uuid: accountId, config: accountConfig)
     }

src/test/groovy/org/prebid/server/functional/tests/pricefloors/PriceFloorsCurrencySpec.groovy

@@ -243,7 +243,7 @@ class PriceFloorsCurrencySpec extends PriceFloorsBaseSpec {
         def account = getAccountWithEnabledFetch(bidRequest.accountId).tap {
             config.auction.priceFloors.fetch.enabled = priceFloors
             config.auction.priceFloorsSnakeCase = new AccountPriceFloorsConfig(enabled: true,
-                    fetch: new PriceFloorsFetch(url: basicFetchUrl + bidRequest.accountId, enabled: priceFloorsSnakeCase))
+                    fetch: new PriceFloorsFetch(url: BASIC_FETCH_URL + bidRequest.accountId, enabled: priceFloorsSnakeCase))
         }
         accountDao.save(account)