Skip to content

Commit a935eb8

Browse files
committed
Improves error message when conflicting partition columns are found
1 parent d96d7b5 commit a935eb8

File tree

1 file changed

+7
-2
lines changed

1 file changed

+7
-2
lines changed

sql/core/src/main/scala/org/apache/spark/sql/sources/PartitioningUtils.scala

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -189,8 +189,13 @@ private[sql] object PartitioningUtils {
189189
Seq.empty
190190
} else {
191191
assert(distinctPartitionsColNames.size == 1, {
192-
val list = distinctPartitionsColNames.mkString("\t", "\n\t", "")
193-
s"Conflicting partition column names detected:\n$list"
192+
val list = distinctPartitionsColNames.map(_.mkString(", ")).zipWithIndex.map {
193+
case (names, index) =>
194+
s"\tPartition column name list #$index: $names"
195+
}
196+
197+
s"Conflicting partition column names detected:\n${list.mkString("\n")}\n" +
198+
"For partitioned table directories, data files should only live in leaf directories."
194199
})
195200

196201
// Resolves possible type conflicts for each column

0 commit comments

Comments
 (0)