Add IF NOT EXISTS clause for spanner ddls used in ITs

v2/datastream-to-spanner/src/test/java/com/google/cloud/teleport/v2/templates/DataStreamToSpannerIT.java

@@ -62,7 +62,6 @@
 import org.apache.commons.lang3.RandomStringUtils;
 import org.junit.After;
 import org.junit.Before;
-import org.junit.Ignore;
 import org.junit.Test;
 import org.junit.experimental.categories.Category;
 import org.junit.runner.RunWith;
@@ -72,7 +71,6 @@
 @Category({TemplateIntegrationTest.class, SkipDirectRunnerTest.class})
 @TemplateIntegrationTest(DataStreamToSpanner.class)
 @RunWith(Parameterized.class)
-@Ignore("This test is disabled because of timeout issue to unblock release")
 public class DataStreamToSpannerIT extends SpannerTemplateITBase {
 
   enum JDBCType {
@@ -384,7 +382,7 @@ private void createSpannerTables(List<String> tableNames, Dialect spannerDialect
     tableNames.forEach(
         tableName ->
             spannerResourceManager.executeDdlStatement(
-                "CREATE TABLE "
+                "CREATE TABLE IF NOT EXISTS "
                     + tableName
                     + " ("
                     + ROW_ID

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema-blob.sql

@@ -1,4 +1,4 @@
-CREATE TABLE person (
+CREATE TABLE IF NOT EXISTS person (
      first_name BYTES(MAX),
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema-foreign-key.sql

@@ -1,4 +1,4 @@
-CREATE TABLE person1 (
+CREATE TABLE IF NOT EXISTS person1 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),
@@ -8,7 +8,7 @@ CREATE TABLE person1 (
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person2 (
+CREATE TABLE IF NOT EXISTS person2 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),
@@ -20,7 +20,7 @@ CREATE TABLE person2 (
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person3 (
+CREATE TABLE IF NOT EXISTS person3 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),
@@ -32,7 +32,7 @@ CREATE TABLE person3 (
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person4 (
+CREATE TABLE IF NOT EXISTS person4 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),
@@ -44,7 +44,7 @@ CREATE TABLE person4 (
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person5 (
+CREATE TABLE IF NOT EXISTS person5 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema-interleaving.sql

@@ -1,18 +1,18 @@
-CREATE TABLE person1 (
+CREATE TABLE IF NOT EXISTS person1 (
      first_name STRING(500),
      last_name STRING(500),
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person2 (
+CREATE TABLE IF NOT EXISTS person2 (
      first_name STRING(500),
      last_name STRING(500),
      FK_ID2 INT64,
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID, FK_ID2),
   INTERLEAVE IN PARENT person1 ON DELETE CASCADE;
 
-CREATE TABLE person3 (
+CREATE TABLE IF NOT EXISTS person3 (
      first_name STRING(500),
      last_name STRING(500),
      FK_ID2 INT64,
@@ -21,7 +21,7 @@ CREATE TABLE person3 (
 ) PRIMARY KEY(ID, FK_ID2, FK_ID3),
   INTERLEAVE IN PARENT person2 ON DELETE CASCADE;
 
-CREATE TABLE person4 (
+CREATE TABLE IF NOT EXISTS person4 (
      first_name STRING(500),
      last_name STRING(500),
      FK_ID2 INT64,

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema-tall-table.sql

@@ -1,4 +1,4 @@
-CREATE TABLE person (
+CREATE TABLE IF NOT EXISTS person (
      first_name STRING(500),
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema-wide-table.sql

@@ -1,4 +1,4 @@
-CREATE TABLE person (
+CREATE TABLE IF NOT EXISTS person (
     ID STRING(500) NOT NULL,
     first_name1 STRING(500),
     last_name1 STRING(500),

v2/datastream-to-spanner/src/test/resources/DataStreamToSpanner100GbLT/spanner-schema.sql

@@ -1,4 +1,4 @@
-CREATE TABLE person1 (
+CREATE TABLE IF NOT EXISTS person1 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -8,7 +8,7 @@ CREATE TABLE person1 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person10 (
+CREATE TABLE IF NOT EXISTS person10 (
      first_name1 STRING(500),
      last_name1 STRING(500),
      first_name2 STRING(500),
@@ -18,7 +18,7 @@ CREATE TABLE person10 (
      ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person2 (
+CREATE TABLE IF NOT EXISTS person2 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -28,7 +28,7 @@ CREATE TABLE person2 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person3 (
+CREATE TABLE IF NOT EXISTS person3 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -38,7 +38,7 @@ CREATE TABLE person3 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person4 (
+CREATE TABLE IF NOT EXISTS person4 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -48,7 +48,7 @@ CREATE TABLE person4 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person5 (
+CREATE TABLE IF NOT EXISTS person5 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -58,7 +58,7 @@ CREATE TABLE person5 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person6 (
+CREATE TABLE IF NOT EXISTS person6 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -68,7 +68,7 @@ CREATE TABLE person6 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person7 (
+CREATE TABLE IF NOT EXISTS person7 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -78,7 +78,7 @@ CREATE TABLE person7 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person8 (
+CREATE TABLE IF NOT EXISTS person8 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),
@@ -88,7 +88,7 @@ CREATE TABLE person8 (
     ID INT64 NOT NULL,
 ) PRIMARY KEY(ID);
 
-CREATE TABLE person9 (
+CREATE TABLE IF NOT EXISTS person9 (
     first_name1 STRING(500),
     last_name1 STRING(500),
     first_name2 STRING(500),

v2/datastream-to-spanner/src/test/resources/DataStreamToSpannerDDLIT/spanner-schema.sql

@@ -83,20 +83,20 @@ CREATE TABLE IF NOT EXISTS DatatypeColumnsReducedSizes (
     bit_column BYTES(MAX),
 ) PRIMARY KEY(varchar_column);
 
-CREATE TABLE Users (
+CREATE TABLE IF NOT EXISTS Users (
    user_id INT64 NOT NULL,
    first_name STRING(50),
    last_name STRING(50),
    age INT64,
    full_name STRING(100) AS (ARRAY_TO_STRING([first_name, last_name], " ")) STORED,
 ) PRIMARY KEY (user_id);
 
-CREATE TABLE Authors (
+CREATE TABLE IF NOT EXISTS Authors (
    id INT64 NOT NULL,
    name STRING(200),
 ) PRIMARY KEY (id);
 
-CREATE TABLE AllDatatypeTransformation (
+CREATE TABLE IF NOT EXISTS AllDatatypeTransformation (
 	varchar_column STRING(20) NOT NULL,
 	tinyint_column INT64,
 	text_column STRING(MAX),
@@ -119,7 +119,7 @@ CREATE TABLE AllDatatypeTransformation (
 
 CREATE SEQUENCE sequence_id OPTIONS (sequence_kind='bit_reversed_positive', skip_range_min = 0, skip_range_max = 3);
 
-CREATE TABLE Singers (
+CREATE TABLE IF NOT EXISTS Singers (
     singer_id INT64 NOT NULL  DEFAULT (GET_NEXT_SEQUENCE_VALUE(SEQUENCE sequence_id)) ,
     first_name STRING(1024),
     last_name STRING(1024),

v2/datastream-to-spanner/src/test/resources/DataStreamToSpannerFileOverridesIT/spanner-schema.sql

@@ -1,4 +1,4 @@
-CREATE TABLE human1 (
+CREATE TABLE IF NOT EXISTS human1 (
                         name1 STRING(500),
                         last_name1 STRING(500),
                         first_name2 STRING(500),

v2/datastream-to-spanner/src/test/resources/DataStreamToSpannerMixedIT/spanner-schema.sql

@@ -1,9 +1,9 @@
-CREATE TABLE Authors (
+CREATE TABLE IF NOT EXISTS Authors (
     author_id INT64 NOT NULL ,
     full_name STRING(25),
 ) PRIMARY KEY (author_id);
 
-CREATE TABLE Books (
+CREATE TABLE IF NOT EXISTS Books (
     id INT64 NOT NULL ,
     title STRING(200),
     author_id INT64,

v2/datastream-to-spanner/src/test/resources/DataStreamToSpannerSessionIT/spanner-schema.sql

@@ -3,7 +3,7 @@ CREATE TABLE IF NOT EXISTS Category (
   full_name STRING(25),
 ) PRIMARY KEY(category_id);
 
-CREATE TABLE Books (
+CREATE TABLE IF NOT EXISTS Books (
    id INT64 NOT NULL,
    title STRING(200),
    author_id INT64,

v2/datastream-to-spanner/src/test/resources/DataStreamToSpannerStringOverridesIT/spanner-schema.sql

@@ -1,4 +1,4 @@
-CREATE TABLE human1 (
+CREATE TABLE IF NOT EXISTS human1 (
                         name1 STRING(500),
                         last_name1 STRING(500),
                         first_name2 STRING(500),

v2/datastream-to-spanner/src/test/resources/SeparateShadowTableDatabaseIT/spanner-schema.sql

@@ -1,11 +1,11 @@
-CREATE TABLE
+CREATE TABLE IF NOT EXISTS
   my_table ( id INT64 NOT NULL,
     val INT64,
     )
 PRIMARY KEY
   (id);
 
-CREATE TABLE
+CREATE TABLE IF NOT EXISTS
   alltypes ( bool_field BOOL NOT NULL,
     int64_field INT64 NOT NULL,
     float64_field FLOAT64 NOT NULL,

v2/datastream-to-spanner/src/test/resources/SpannerExceptionClassifierIT/spanner-schema.sql

@@ -1,25 +1,25 @@
-CREATE TABLE Authors (
+CREATE TABLE IF NOT EXISTS Authors (
                          author_id INT64 NOT NULL,
                          name STRING(200),
                          CONSTRAINT check_author_id CHECK(author_id < 200),
 ) PRIMARY KEY(author_id);
 
 CREATE UNIQUE INDEX idx_authors_name ON Authors(name);
 
-CREATE TABLE Books (
+CREATE TABLE IF NOT EXISTS Books (
                        id INT64 NOT NULL,
                        title STRING(200) NOT NULL,
                        author_id INT64 NOT NULL,
                        titleLowerStored STRING(MAX) AS (LOWER(title)) STORED,
 ) PRIMARY KEY(author_id, id),
   INTERLEAVE IN PARENT Authors ON DELETE NO ACTION;
 
-CREATE TABLE ForeignKeyParent (
+CREATE TABLE IF NOT EXISTS ForeignKeyParent (
                                   id INT64,
                                   name STRING(200),
 ) PRIMARY KEY(id);
 
-CREATE TABLE ForeignKeyChild (
+CREATE TABLE IF NOT EXISTS ForeignKeyChild (
                      id INT64,
                      parent_id INT64,
                      parent_name STRING(200),
@@ -28,14 +28,14 @@ CREATE TABLE ForeignKeyChild (
 ALTER TABLE ForeignKeyChild ADD CONSTRAINT fk_constraint1 FOREIGN KEY(parent_id) REFERENCES ForeignKeyParent(id);
 ALTER TABLE ForeignKeyChild ADD CONSTRAINT fk_constraint2 FOREIGN KEY(parent_name) REFERENCES ForeignKeyParent(name);
 
-CREATE TABLE GenPK (
+CREATE TABLE IF NOT EXISTS GenPK (
                        id1 INT64,
                        id2 INT64 AS (part1 + 25) STORED,
                        part1 INT64,
                        name STRING(200),
 ) PRIMARY KEY(id1, id2);
 
-CREATE TABLE MultiKeyTable (
+CREATE TABLE IF NOT EXISTS MultiKeyTable (
     id1 INT64,
     id2 INT64,
     id3 INT64,

v2/gcs-to-sourcedb/src/test/java/com/google/cloud/teleport/v2/templates/SpannerToJdbcLTBase.java

@@ -118,7 +118,7 @@ public SpannerResourceManager createSpannerMetadataDatabase() throws IOException
         SpannerResourceManager.builder("rr-meta-" + testName, project, region)
             .maybeUseStaticInstance()
             .build();
-    String dummy = "create table t1(id INT64 ) primary key(id)";
+    String dummy = "CREATE TABLE IF NOT EXISTS t1(id INT64 ) primary key(id)";
     spannerMetadataResourceManager.executeDdlStatement(dummy);
     return spannerMetadataResourceManager;
   }

v2/gcs-to-sourcedb/src/test/resources/GCSToSourceDbInterleaveIT/spanner-schema.sql

@@ -1,11 +1,11 @@
-CREATE TABLE parent1 (
+CREATE TABLE IF NOT EXISTS parent1 (
  id INT64 NOT NULL,
  update_ts TIMESTAMP,
  in_ts TIMESTAMP,
 ) PRIMARY KEY(id);
 
 
-CREATE TABLE child11 (
+CREATE TABLE IF NOT EXISTS child11 (
  child_id INT64 NOT NULL,
  parent_id INT64,
  update_ts TIMESTAMP,
@@ -20,14 +20,14 @@ CREATE INDEX par_ind ON child11(parent_id);
 
 
 
-CREATE TABLE parent2 (
+CREATE TABLE IF NOT EXISTS parent2 (
  id INT64 NOT NULL,
  update_ts TIMESTAMP,
  in_ts TIMESTAMP,
 ) PRIMARY KEY(id);
 
 
-CREATE TABLE child21 (
+CREATE TABLE IF NOT EXISTS child21 (
  child_id INT64 NOT NULL,
  id INT64 NOT NULL,
  update_ts TIMESTAMP,