Load: create DB in lower-case & truncate null suffix of device ID (#13966)

Author: DanielWang2035

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileTableSchemaCache.java

@@ -166,7 +166,6 @@ private boolean shouldFlushDevices() {
   public void flush() {
     doAutoCreateAndVerify();
     clearDevices();
-    clearIdColumnMapper();
   }
 
   private void doAutoCreateAndVerify() throws SemanticException {
@@ -224,9 +223,12 @@ public List<Object[]> getDeviceIdList() {
               idColumnCountAndMapper.getRight().entrySet()) {
             final int fileColumnIndex = fileColumn2RealColumn.getKey();
             final int realColumnIndex = fileColumn2RealColumn.getValue();
-            deviceIdArray[realColumnIndex] = device.getSegments()[fileColumnIndex + 1];
+            deviceIdArray[realColumnIndex] =
+                fileColumnIndex + 1 < device.getSegments().length
+                    ? device.getSegments()[fileColumnIndex + 1]
+                    : null;
           }
-          devices.add(deviceIdArray);
+          devices.add(truncateNullSuffixesOfDeviceIdSegments(deviceIdArray));
         }
         return devices;
       }
@@ -243,6 +245,14 @@ public List<Object[]> getAttributeValueList() {
     };
   }
 
+  private static Object[] truncateNullSuffixesOfDeviceIdSegments(Object[] segments) {
+    int lastNonNullIndex = segments.length - 1;
+    while (lastNonNullIndex >= 1 && segments[lastNonNullIndex] == null) {
+      lastNonNullIndex--;
+    }
+    return Arrays.copyOf(segments, lastNonNullIndex + 1);
+  }
+
   public void createTable(TableSchema fileSchema, MPPQueryContext context, Metadata metadata)
       throws VerifyMetadataException {
     final TableSchema realSchema =
@@ -366,7 +376,7 @@ private void clearModificationsAndTimeIndex() {
     currentTimeIndexMemoryUsageSizeInBytes = 0;
   }
 
-  private void clearIdColumnMapper() {
+  public void clearIdColumnMapper() {
     tableIdColumnMapper.clear();
     block.reduceMemoryUsage(tableIdColumnMapperMemoryUsageSizeInBytes);
     tableIdColumnMapperMemoryUsageSizeInBytes = 0;

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/analyze/load/LoadTsFileToTableModelAnalyzer.java

@@ -171,6 +171,7 @@ protected void analyzeSingleTsFile(final File tsFile)
       addWritePointCount(writePointCount);
 
       schemaCache.flush();
+      schemaCache.clearIdColumnMapper();
     } catch (final LoadEmptyFileException loadEmptyFileException) {
       LOGGER.warn("Failed to load empty file: {}", tsFile.getAbsolutePath());
       if (isDeleteAfterLoad) {
@@ -186,7 +187,8 @@ private void autoCreateDatabaseIfAbsent(final String database) throws VerifyMeta
     }
 
     final CreateDBTask task =
-        new CreateDBTask(new TDatabaseSchema(ROOT + PATH_SEPARATOR_CHAR + database), true);
+        new CreateDBTask(
+            new TDatabaseSchema(ROOT + PATH_SEPARATOR_CHAR + database).setIsTableModel(true), true);
     try {
       final ListenableFuture<ConfigTaskResult> future =
           task.execute(ClusterConfigTaskExecutor.getInstance());

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/config/LoadTsFileConfigurator.java

@@ -29,7 +29,9 @@
 import java.util.Arrays;
 import java.util.Collections;
 import java.util.HashSet;
+import java.util.Locale;
 import java.util.Map;
+import java.util.Objects;
 import java.util.Set;
 
 public class LoadTsFileConfigurator {
@@ -83,7 +85,8 @@ public static int parseOrGetDefaultDatabaseLevel(final Map<String, String> loadA
   public static final String DATABASE_NAME_KEY = "database-name";
 
   public static @Nullable String parseDatabaseName(final Map<String, String> loadAttributes) {
-    return loadAttributes.get(DATABASE_NAME_KEY);
+    final String databaseName = loadAttributes.get(DATABASE_NAME_KEY);
+    return Objects.nonNull(databaseName) ? databaseName.toLowerCase(Locale.ENGLISH) : null;
   }
 
   public static final String ON_SUCCESS_KEY = "on-success";