@@ -22,7 +22,6 @@ limitations under the License.
2222#include " tensorflow_data_validation/anomalies/path.h"
2323#include " tensorflow_data_validation/anomalies/schema_util.h"
2424#include " tensorflow_data_validation/anomalies/status_util.h"
25- #include " tfx_bsl/cc/statistics/sql_util.h"
2625#include " tensorflow_metadata/proto/v0/anomalies.pb.h"
2726#include " tensorflow_metadata/proto/v0/path.pb.h"
2827#include " tensorflow_metadata/proto/v0/statistics.pb.h"
@@ -193,24 +192,6 @@ absl::Status CustomValidateStatistics(
193192 TFDV_RETURN_IF_ERROR (GetFeatureStatistics (
194193 named_test_statistics, feature_validation.dataset_name (),
195194 feature_validation.feature_path (), &test_statistics));
196- for (const auto & validation : feature_validation.validations ()) {
197- if (InCurrentEnvironment (validation, environment)) {
198- absl::StatusOr<bool > query_result =
199- tfx_bsl::statistics::EvaluatePredicate (test_statistics,
200- validation.sql_expression ());
201- if (!query_result.ok ()) {
202- return absl::InternalError (absl::StrCat (
203- " Attempt to run query '" , validation.sql_expression (),
204- " ' failed with error: " , query_result.status ().ToString ()));
205- } else if (!query_result.value ()) {
206- // If the sql_expression evaluates to False, there is an anomaly.
207- TFDV_RETURN_IF_ERROR (UpdateAnomalyResults (
208- feature_validation.feature_path (),
209- feature_validation.dataset_name (), absl::nullopt , absl::nullopt ,
210- validation, result));
211- }
212- }
213- }
214195 }
215196 if (validations.feature_pair_validations_size () > 0 ) {
216197 if (base_statistics == nullptr ) {
@@ -231,28 +212,6 @@ absl::Status CustomValidateStatistics(
231212 TFDV_RETURN_IF_ERROR (GetFeatureStatistics (
232213 named_base_statistics, feature_pair_validation.base_dataset_name (),
233214 feature_pair_validation.feature_base_path (), &base_statistics));
234- for (const auto & validation : feature_pair_validation.validations ()) {
235- if (InCurrentEnvironment (validation, environment)) {
236- absl::StatusOr<bool > query_result =
237- tfx_bsl::statistics::EvaluatePredicate (
238- base_statistics, test_statistics,
239- validation.sql_expression ());
240- if (!query_result.ok ()) {
241- return absl::InternalError (absl::StrCat (
242- " Attempt to run query: " , validation.sql_expression (),
243- " failed with the following error: " ,
244- query_result.status ().ToString ()));
245- } else if (!query_result.value ()) {
246- // If the sql_expression evaluates to False, there is an anomaly.
247- TFDV_RETURN_IF_ERROR (UpdateAnomalyResults (
248- feature_pair_validation.feature_test_path (),
249- feature_pair_validation.dataset_name (),
250- feature_pair_validation.base_dataset_name (),
251- feature_pair_validation.feature_base_path (), validation,
252- result));
253- }
254- }
255- }
256215 }
257216 }
258217 return absl::OkStatus ();
0 commit comments