[SPARK-28930][SQL] Last Access Time value shall display 'UNKNOWN' as currently system cannot evaluate the last access time, and 'null' values will be shown in its capital form 'NULL' for SQL client to make the

display format similar to spark-shell.

What changes were proposed in this pull request?
If there is no comment for spark scala shell shows "null" in small letters but all other places Hive beeline/Spark beeline/Spark SQL it is showing in CAPITAL "NULL". In this patch
shown in its capital form 'NULL' for SQL client to make the display format similar to Hive beeline/Spark beeline/Spark SQL. Also corrected the Last Access time, the value shall display 'UNKNOWN'
as currently system wont support the last access time evaluation.
Issue 2 mentioned in JIRA Spark SQL "desc formatted tablename" is not showing the header # col_name,data_type,comment , seems to be the header has been removed knowingly as part of SPARK-20954.

Does this PR introduce any user-facing change?
No

How was this patch tested?
Locally and corrected a ut.

Author: sujith71955

sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/catalog/interface.scala

@@ -104,7 +104,7 @@ case class CatalogTablePartition(
     storage: CatalogStorageFormat,
     parameters: Map[String, String] = Map.empty,
     createTime: Long = System.currentTimeMillis,
-    lastAccessTime: Long = -1,
+    lastAccessTime: Long = 0,
     stats: Option[CatalogStatistics] = None) {
 
   def toLinkedHashMap: mutable.LinkedHashMap[String, String] = {
@@ -117,7 +117,7 @@ case class CatalogTablePartition(
     }
     map.put("Created Time", new Date(createTime).toString)
     val lastAccess = {
-      if (-1 == lastAccessTime) "UNKNOWN" else new Date(lastAccessTime).toString
+      if (0 == lastAccessTime) "UNKNOWN" else new Date(lastAccessTime).toString
     }
     map.put("Last Access", lastAccess)
     stats.foreach(s => map.put("Partition Statistics", s.simpleString))
@@ -236,7 +236,7 @@ case class CatalogTable(
     bucketSpec: Option[BucketSpec] = None,
     owner: String = "",
     createTime: Long = System.currentTimeMillis,
-    lastAccessTime: Long = -1,
+    lastAccessTime: Long = 0,
     createVersion: String = "",
     properties: Map[String, String] = Map.empty,
     stats: Option[CatalogStatistics] = None,
@@ -320,12 +320,15 @@ case class CatalogTable(
     val map = new mutable.LinkedHashMap[String, String]()
     val tableProperties = properties.map(p => p._1 + "=" + p._2).mkString("[", ", ", "]")
     val partitionColumns = partitionColumnNames.map(quoteIdentifier).mkString("[", ", ", "]")
+    val lastAccess = {
+      if (0 == lastAccessTime) "UNKNOWN" else new Date(lastAccessTime).toString
+    }
 
     identifier.database.foreach(map.put("Database", _))
     map.put("Table", identifier.table)
     if (owner != null && owner.nonEmpty) map.put("Owner", owner)
     map.put("Created Time", new Date(createTime).toString)
-    map.put("Last Access", new Date(lastAccessTime).toString)
+    map.put("Last Access", lastAccess)
     map.put("Created By", "Spark " + createVersion)
     map.put("Type", tableType.name)
     provider.foreach(map.put("Provider", _))

sql/core/src/main/scala/org/apache/spark/sql/execution/command/tables.scala

@@ -510,7 +510,8 @@ abstract class DescribeCommandBase extends RunnableCommand {
       append(buffer, s"# ${output.head.name}", output(1).name, output(2).name)
     }
     schema.foreach { column =>
-      append(buffer, column.name, column.dataType.simpleString, column.getComment().orNull)
+      append(buffer, column.name, column.dataType.simpleString,
+        column.getComment().getOrElse("NULL"))
     }
   }
 

sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveDDLSuite.scala

@@ -1042,11 +1042,11 @@ class HiveDDLSuite
 
       assert(sql("DESC tbl").collect().containsSlice(
         Seq(
-          Row("a", "int", null),
-          Row("b", "int", null),
+          Row("a", "int", "NULL"),
+          Row("b", "int", "NULL"),
           Row("# Partition Information", "", ""),
           Row("# col_name", "data_type", "comment"),
-          Row("b", "int", null)
+          Row("b", "int", "NULL")
         )
       ))
     }
@@ -1617,7 +1617,7 @@ class HiveDDLSuite
 
           val desc = sql("DESC FORMATTED t1").collect().toSeq
 
-          assert(desc.contains(Row("id", "bigint", null)))
+          assert(desc.contains(Row("id", "bigint", "NULL")))
         }
       }
     }
@@ -2435,7 +2435,7 @@ class HiveDDLSuite
         .select("data_type")
       // check if the last access time doesnt have the default date of year
       // 1970 as its a wrong access time
-      assert(!(desc.first.toString.contains("1970")))
+      assert((desc.first.toString.contains("UNKNOWN")))
     }
   }