We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c49157e commit 550368eCopy full SHA for 550368e
python/pyspark/sql/tests.py
@@ -6399,7 +6399,7 @@ def test_pyspark_udf_SPARK_25213(self):
6399
from pyspark.sql.functions import udf
6400
6401
df = self.spark.read.format("org.apache.spark.sql.sources.v2.SimpleDataSourceV2").load()
6402
- result = datasource_v2_df.withColumn('x', udf(lambda x: x, 'int')(datasource_v2_df['i']))
+ result = df.withColumn('x', udf(lambda x: x, 'int')(df['i']))
6403
rows = list(map(lambda r: r.asDict(), result.collect()))
6404
expected = [{'i': i, 'j': -i, 'x': i} for i in range(10)]
6405
self.assertEqual(rows, expected)
0 commit comments