From 686f1fc91d8c2b12124fa159d817e7b3aa0ff7e8 Mon Sep 17 00:00:00 2001 From: "phakawat (Kids) fongchai" Date: Fri, 7 Mar 2025 15:25:00 +0700 Subject: [PATCH] fix: handle compare_vals turn into str when parse IgnoreColumnType --- python/pyspark/testing/utils.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/pyspark/testing/utils.py b/python/pyspark/testing/utils.py index 780f0f90ac62a..8aece177e68e1 100644 --- a/python/pyspark/testing/utils.py +++ b/python/pyspark/testing/utils.py @@ -944,6 +944,9 @@ def compare_vals(val1, val2): return False elif isinstance(val1, VariantVal) and isinstance(val2, VariantVal): return compare_vals(val1.toPython(), val2.toPython()) + elif isinstance(val1, str) and isinstance(val2, str): + if abs(float(val1) - float(val2)) > (atol + rtol * abs(float(val2))): + return False else: if val1 != val2: return False