Skip to content

Fix issue 2089: Enhance MySQL CONVERT Statement Parsing #2117

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 2 commits into from
Nov 26, 2024
Merged

Fix issue 2089: Enhance MySQL CONVERT Statement Parsing #2117

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
6227b0b
fix convert toString
mj-db Nov 25, 2024
0562417
fix mysql convert
mj-db Nov 26, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
51 changes: 51 additions & 0 deletions src/main/java/net/sf/jsqlparser/statement/alter/AlterExpression.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -53,6 +53,11 @@ public class AlterExpression implements Serializable {
private List<PartitionDefinition> partitionDefinitions;
private List<ConstraintState> constraints;
private List<String> parameters;

private ConvertType convertType;
private boolean hasEqualForCharacterSet;
private boolean hasEqualForCollate;

private String characterSet;
private String collation;
private String lockOption;
Expand Down Expand Up @@ -401,6 +406,14 @@ public List<String> getParameters() {
return parameters;
}

public ConvertType getConvertType() {
return convertType;
}

public void setConvertType(ConvertType convertType) {
this.convertType = convertType;
}

public String getCharacterSet() {
return characterSet;
}
Expand Down Expand Up @@ -485,6 +498,32 @@ public String toString() {
} else if (operation == AlterOperation.DROP_PRIMARY_KEY) {

b.append("DROP PRIMARY KEY ");
} else if (operation == AlterOperation.CONVERT) {
if (convertType == ConvertType.CONVERT_TO) {
b.append("CONVERT TO CHARACTER SET ");
} else if (convertType == ConvertType.DEFAULT_CHARACTER_SET) {
b.append("DEFAULT CHARACTER SET ");
if (hasEqualForCharacterSet) {
b.append("= ");
}
} else if (convertType == ConvertType.CHARACTER_SET) {
b.append("CHARACTER SET ");
if (hasEqualForCharacterSet) {
b.append("= ");
}
}

if (getCharacterSet() != null) {
b.append(getCharacterSet());
}

if (getCollation() != null) {
b.append(" COLLATE ");
if (hasEqualForCollate) {
b.append("= ");
}
b.append(getCollation());
}
} else if (operation == AlterOperation.DROP_UNIQUE) {

b.append("DROP UNIQUE (").append(PlainSelect.getStringList(pkColumns)).append(')');
Expand Down Expand Up @@ -797,6 +836,14 @@ public void setPartitionDefinitions(List<PartitionDefinition> partitionDefinitio
this.partitionDefinitions = partitionDefinition;
}

public void setHasEqualForCharacterSet(boolean hasEqualForCharacterSet) {
this.hasEqualForCharacterSet = hasEqualForCharacterSet;
}

public void setHasEqualForCollate(boolean hasEqualForCollate) {
this.hasEqualForCollate = hasEqualForCollate;
}

public static final class ColumnDataType extends ColumnDefinition {

private final boolean withType;
Expand Down Expand Up @@ -890,4 +937,8 @@ public String toString() {
return columnName + " DROP DEFAULT";
}
}

public enum ConvertType {
CONVERT_TO, DEFAULT_CHARACTER_SET, CHARACTER_SET
}
}
26 changes: 23 additions & 3 deletions src/main/jjtree/net/sf/jsqlparser/parser/JSqlParserCC.jjt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -7430,11 +7430,31 @@ AlterExpression AlterExpression():
<K_RENAME> <K_TO> {alterExp.setOperation(AlterOperation.RENAME_TABLE);}
(tk2=<S_IDENTIFIER> | tk2=<S_QUOTED_IDENTIFIER>) { alterExp.setNewTableName(tk2.image);}
)
|
(<K_CONVERT> { alterExp.setOperation(AlterOperation.CONVERT); }
| (<K_CONVERT> {
alterExp.setOperation(AlterOperation.CONVERT);
alterExp.setConvertType(AlterExpression.ConvertType.CONVERT_TO);
}
<K_TO> <K_CHARACTER> <K_SET> tk=<S_IDENTIFIER> { alterExp.setCharacterSet(tk.image); }
[<K_COLLATE> tk2=<S_IDENTIFIER> { alterExp.setCollation(tk2.image); }]
)
)
| (<K_DEFAULT> {
alterExp.setOperation(AlterOperation.CONVERT);
alterExp.setConvertType(AlterExpression.ConvertType.DEFAULT_CHARACTER_SET);
}
<K_CHARACTER> <K_SET> [ "=" { alterExp.setHasEqualForCharacterSet(true); } ]
tk=<S_IDENTIFIER> { alterExp.setCharacterSet(tk.image); }
[<K_COLLATE> [ "=" { alterExp.setHasEqualForCollate(true); } ]
tk2=<S_IDENTIFIER> { alterExp.setCollation(tk2.image); }]
)
| (<K_CHARACTER> <K_SET> [ "=" { alterExp.setHasEqualForCharacterSet(true); } ]
tk=<S_IDENTIFIER> {
alterExp.setOperation(AlterOperation.CONVERT);
alterExp.setConvertType(AlterExpression.ConvertType.CHARACTER_SET);
alterExp.setCharacterSet(tk.image);
}
[<K_COLLATE> [ "=" { alterExp.setHasEqualForCollate(true); } ]
tk2=<S_IDENTIFIER> { alterExp.setCollation(tk2.image); }]
)
|
(<K_COMMENT> {alterExp.setOperation(AlterOperation.COMMENT);}
["=" {alterExp.setOperation(AlterOperation.COMMENT_WITH_EQUAL_SIGN);} ]
Expand Down
68 changes: 42 additions & 26 deletions src/test/java/net/sf/jsqlparser/statement/alter/AlterTest.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,13 +24,16 @@
import net.sf.jsqlparser.statement.create.table.*;
import net.sf.jsqlparser.statement.create.table.Index.ColumnParams;
import org.junit.jupiter.api.Test;
import org.junit.jupiter.params.ParameterizedTest;
import org.junit.jupiter.params.provider.Arguments;
import org.junit.jupiter.params.provider.MethodSource;

import java.util.Arrays;
import java.util.Collections;
import java.util.List;
import java.util.stream.Stream;

import static net.sf.jsqlparser.test.TestUtils.*;
import static net.sf.jsqlparser.test.TestUtils.assertSqlCanBeParsedAndDeparsed;
import static org.junit.jupiter.api.Assertions.*;

public class AlterTest {
Expand Down Expand Up @@ -1093,41 +1096,54 @@ public void testIssue2090LockExclusive() throws JSQLParserException {
assertEquals("EXCLUSIVE", lockExp.getLockOption());
}

@Test
public void testIssue2089() throws JSQLParserException {
String sql = "ALTER TABLE test_table CONVERT TO CHARACTER SET utf8mb4";
@ParameterizedTest
@MethodSource("provideMySQLConvertTestCases")
public void testIssue2089(String sql, String expectedCharacterSet, String expectedCollation)
throws JSQLParserException {
Statement stmt = CCJSqlParserUtil.parse(sql);
assertTrue(stmt instanceof Alter);
assertTrue(stmt instanceof Alter,
"Expected instance of Alter but got: " + stmt.getClass().getSimpleName());

Alter alter = (Alter) stmt;
assertEquals("test_table", alter.getTable().getFullyQualifiedName());

List<AlterExpression> alterExpressions = alter.getAlterExpressions();
assertNotNull(alterExpressions);
assertEquals(1, alterExpressions.size());
assertNotNull(alterExpressions, "Alter expressions should not be null for SQL: " + sql);
assertEquals(1, alterExpressions.size(), "Expected 1 alter expression for SQL: " + sql);

AlterExpression convertExp = alterExpressions.get(0);
assertEquals(AlterOperation.CONVERT, convertExp.getOperation());
assertEquals("utf8mb4", convertExp.getCharacterSet());
assertNull(convertExp.getCollation());
}

@Test
public void testIssue2089WithCollation() throws JSQLParserException {
String sql =
"ALTER TABLE test_table CONVERT TO CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci";
Statement stmt = CCJSqlParserUtil.parse(sql);
assertTrue(stmt instanceof Alter);
Alter alter = (Alter) stmt;
assertEquals("test_table", alter.getTable().getFullyQualifiedName());

List<AlterExpression> alterExpressions = alter.getAlterExpressions();
assertNotNull(alterExpressions);
assertEquals(1, alterExpressions.size());
assertEquals(expectedCharacterSet, convertExp.getCharacterSet(),
"CHARACTER SET mismatch for SQL: " + sql);
assertEquals(expectedCollation, convertExp.getCollation(),
"COLLATE mismatch for SQL: " + sql);
assertSqlCanBeParsedAndDeparsed(sql);
}

AlterExpression convertExp = alterExpressions.get(0);
assertEquals(AlterOperation.CONVERT, convertExp.getOperation());
assertEquals("utf8mb4", convertExp.getCharacterSet());
assertEquals("utf8mb4_general_ci", convertExp.getCollation());
private static Stream<Arguments> provideMySQLConvertTestCases() {
return Stream.of(
Arguments.of("ALTER TABLE test_table CONVERT TO CHARACTER SET utf8mb4", "utf8mb4",
null),
Arguments.of(
"ALTER TABLE test_table CONVERT TO CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci",
"utf8mb4", "utf8mb4_general_ci"),
Arguments.of(
"ALTER TABLE test_table DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci",
"utf8mb4", "utf8mb4_general_ci"),
Arguments.of(
"ALTER TABLE test_table DEFAULT CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci",
"utf8mb4", "utf8mb4_general_ci"),
Arguments.of(
"ALTER TABLE test_table CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci",
"utf8mb4", "utf8mb4_general_ci"),
Arguments.of(
"ALTER TABLE test_table CHARACTER SET = utf8mb4 COLLATE = utf8mb4_general_ci",
"utf8mb4", "utf8mb4_general_ci"),
Arguments.of("ALTER TABLE test_table DEFAULT CHARACTER SET utf8mb4", "utf8mb4",
null),
Arguments.of("ALTER TABLE test_table DEFAULT CHARACTER SET = utf8mb4", "utf8mb4",
null));
}

@Test
Expand Down
Loading