Skip to content

Shardingsphere
Shardingsphere

apache / Shardingsphere

通知 56
Star 3
Fork 0
Shardingsphere
Shardingsphere

前往新版Gitcode，体验更适合开发者的 AI 搜索 >>

未验证 提交 e6f3153f 编写于 作者: A avalon5666 提交者： GitHub
浏览文件
操作

For optimization scaling importer performance (#8127) 

* Revert "Use insert on duplicate key update in mysql insert (#8004)"

This reverts commit 7a2b03c4.

* Use insert on duplicate key update in mysql insert (#8004)

* Support update primary key column
上级 d5737751
隐藏空白更改
内联 并排
Showing with 210 addition and 274 deletion
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/importer/AbstractJDBCImporter.java
浏览文件 @ e6f3153f
......@@ -25,9 +25,11 @@ import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.exception.SyncTaskExecuteException;
import org.apache.shardingsphere.scaling.core.execute.executor.AbstractShardingScalingExecutor;
import org.apache.shardingsphere.scaling.core.execute.executor.channel.Channel;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.FinishedRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Record;
import org.apache.shardingsphere.scaling.core.execute.executor.record.RecordUtil;
import org.apache.shardingsphere.scaling.core.job.position.IncrementalPosition;
import javax.sql.DataSource;
......@@ -37,8 +39,6 @@ import java.sql.SQLException;
import java.sql.SQLIntegrityConstraintViolationException;
import java.util.Collections;
import java.util.List;
import java.util.Map;
import java.util.Set;
/**
* Abstract JDBC importer implementation.
......@@ -58,7 +58,7 @@ public abstract class AbstractJDBCImporter extends AbstractShardingScalingExecut
protected AbstractJDBCImporter(final ImporterConfiguration importerConfig, final DataSourceManager dataSourceManager) {
this.importerConfig = importerConfig;
this.dataSourceManager = dataSourceManager;
sqlBuilder = createSQLBuilder(importerConfig.getShardingColumnsMap());
sqlBuilder = createSQLBuilder();
}
/**
......@@ -66,7 +66,7 @@ public abstract class AbstractJDBCImporter extends AbstractShardingScalingExecut
*
* @return SQL builder
*/
protected abstract AbstractSQLBuilder createSQLBuilder(Map<String, Set<String>> shardingColumnsMap);
protected abstract AbstractSQLBuilder createSQLBuilder();
@Override
public final void start() {
......@@ -140,25 +140,41 @@ public abstract class AbstractJDBCImporter extends AbstractShardingScalingExecut
}
private void executeInsert(final Connection connection, final DataRecord record) throws SQLException {
String insertSql = sqlBuilder.buildInsertSQL(record);
PreparedStatement ps = connection.prepareStatement(insertSql);
ps.setQueryTimeout(30);
try {
executeSQL(connection, record, sqlBuilder.buildInsertSQL(record));
for (int i = 0; i < record.getColumnCount(); i++) {
ps.setObject(i + 1, record.getColumn(i).getValue());
}
ps.execute();
} catch (final SQLIntegrityConstraintViolationException ignored) {
}
}
private void executeUpdate(final Connection connection, final DataRecord record) throws SQLException {
executeSQL(connection, record, sqlBuilder.buildUpdateSQL(record));
List<Column> conditionColumns = RecordUtil.extractConditionColumns(record, importerConfig.getShardingColumnsMap().get(record.getTableName()));
List<Column> updatedColumns = RecordUtil.extractUpdatedColumns(record);
String updateSql = sqlBuilder.buildUpdateSQL(record, conditionColumns);
PreparedStatement ps = connection.prepareStatement(updateSql);
for (int i = 0; i < updatedColumns.size(); i++) {
ps.setObject(i + 1, updatedColumns.get(i).getValue());
}
for (int i = 0; i < conditionColumns.size(); i++) {
Column keyColumn = conditionColumns.get(i);
ps.setObject(updatedColumns.size() + i + 1,
// sharding column can not be updated
(keyColumn.isPrimaryKey() && keyColumn.isUpdated()) ? keyColumn.getOldValue() : keyColumn.getValue());
}
ps.execute();
}
private void executeDelete(final Connection connection, final DataRecord record) throws SQLException {
executeSQL(connection, record, sqlBuilder.buildDeleteSQL(record));
}
private void executeSQL(final Connection connection, final DataRecord record, final PreparedSQL preparedSQL) throws SQLException {
PreparedStatement ps = connection.prepareStatement(preparedSQL.getSql());
for (int i = 0; i < preparedSQL.getValuesIndex().size(); i++) {
int columnIndex = preparedSQL.getValuesIndex().get(i);
ps.setObject(i + 1, record.getColumn(columnIndex).getValue());
List<Column> conditionColumns = RecordUtil.extractConditionColumns(record, importerConfig.getShardingColumnsMap().get(record.getTableName()));
String deleteSql = sqlBuilder.buildDeleteSQL(record, conditionColumns);
PreparedStatement ps = connection.prepareStatement(deleteSql);
for (int i = 0; i < conditionColumns.size(); i++) {
ps.setObject(i + 1, conditionColumns.get(i).getValue());
}
ps.execute();
}
......
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/importer/AbstractSQLBuilder.java
浏览文件 @ e6f3153f
......@@ -17,21 +17,18 @@
package org.apache.shardingsphere.scaling.core.execute.executor.importer;
import lombok.RequiredArgsConstructor;
import com.google.common.collect.Collections2;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.RecordUtil;
import java.util.ArrayList;
import java.util.Collection;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap;
/**
* Abstract SQL builder.
*/
@RequiredArgsConstructor
public abstract class AbstractSQLBuilder {
private static final String INSERT_SQL_CACHE_KEY_PREFIX = "INSERT_";
......@@ -40,9 +37,7 @@ public abstract class AbstractSQLBuilder {
private static final String DELETE_SQL_CACHE_KEY_PREFIX = "DELETE_";
private final Map<String, Set<String>> shardingColumnsMap;
private final ConcurrentMap<String, PreparedSQL> sqlCacheMap = new ConcurrentHashMap<>();
private final ConcurrentMap<String, String> sqlCacheMap = new ConcurrentHashMap<>();
/**
* Get left identifier quote string.
......@@ -72,90 +67,79 @@ public abstract class AbstractSQLBuilder {
* Build insert SQL.
*
* @param dataRecord data record
* @return insert prepared SQL
* @return insert SQL
*/
public PreparedSQL buildInsertSQL(final DataRecord dataRecord) {
public String buildInsertSQL(final DataRecord dataRecord) {
String sqlCacheKey = INSERT_SQL_CACHE_KEY_PREFIX + dataRecord.getTableName();
if (!sqlCacheMap.containsKey(sqlCacheKey)) {
sqlCacheMap.put(sqlCacheKey, buildInsertSQLInternal(dataRecord));
sqlCacheMap.put(sqlCacheKey, buildInsertSQLInternal(dataRecord.getTableName(), dataRecord.getColumns()));
}
return sqlCacheMap.get(sqlCacheKey);
}
protected PreparedSQL buildInsertSQLInternal(final DataRecord dataRecord) {
private String buildInsertSQLInternal(final String tableName, final List<Column> columns) {
StringBuilder columnsLiteral = new StringBuilder();
StringBuilder holder = new StringBuilder();
List<Integer> valuesIndex = new ArrayList<>();
for (int i = 0; i < dataRecord.getColumnCount(); i++) {
columnsLiteral.append(String.format("%s,", quote(dataRecord.getColumn(i).getName())));
for (Column each : columns) {
columnsLiteral.append(String.format("%s,", quote(each.getName())));
holder.append("?,");
valuesIndex.add(i);
}
columnsLiteral.setLength(columnsLiteral.length() - 1);
holder.setLength(holder.length() - 1);
return new PreparedSQL(
String.format("INSERT INTO %s(%s) VALUES(%s)", quote(dataRecord.getTableName()), columnsLiteral, holder),
valuesIndex);
return String.format("INSERT INTO %s(%s) VALUES(%s)", quote(tableName), columnsLiteral, holder);
}
/**
* Build update SQL.
*
* @param dataRecord data record
* @return update prepared SQL
* @param conditionColumns condition columns
* @return update SQL
*/
public PreparedSQL buildUpdateSQL(final DataRecord dataRecord) {
public String buildUpdateSQL(final DataRecord dataRecord, final Collection<Column> conditionColumns) {
String sqlCacheKey = UPDATE_SQL_CACHE_KEY_PREFIX + dataRecord.getTableName();
if (!sqlCacheMap.containsKey(sqlCacheKey)) {
sqlCacheMap.put(sqlCacheKey, buildUpdateSQLInternal(dataRecord));
sqlCacheMap.put(sqlCacheKey, buildUpdateSQLInternal(dataRecord.getTableName(), conditionColumns));
}
StringBuilder updatedColumnString = new StringBuilder();
List<Integer> valuesIndex = new ArrayList<>();
for (Integer each : RecordUtil.extractUpdatedColumns(dataRecord)) {
updatedColumnString.append(String.format("%s = ?,", quote(dataRecord.getColumn(each).getName())));
valuesIndex.add(each);
for (Column each : extractUpdatedColumns(dataRecord.getColumns())) {
updatedColumnString.append(String.format("%s = ?,", quote(each.getName())));
}
updatedColumnString.setLength(updatedColumnString.length() - 1);
PreparedSQL preparedSQL = sqlCacheMap.get(sqlCacheKey);
valuesIndex.addAll(preparedSQL.getValuesIndex());
return new PreparedSQL(
String.format(preparedSQL.getSql(), updatedColumnString),
valuesIndex);
return String.format(sqlCacheMap.get(sqlCacheKey), updatedColumnString);
}
private String buildUpdateSQLInternal(final String tableName, final Collection<Column> conditionColumns) {
return String.format("UPDATE %s SET %%s WHERE %s", quote(tableName), buildWhereSQL(conditionColumns));
}
private PreparedSQL buildUpdateSQLInternal(final DataRecord dataRecord) {
List<Integer> valuesIndex = new ArrayList<>();
return new PreparedSQL(
String.format("UPDATE %s SET %%s WHERE %s", quote(dataRecord.getTableName()), buildWhereSQL(dataRecord, valuesIndex)),
valuesIndex);
private Collection<Column> extractUpdatedColumns(final Collection<Column> columns) {
return Collections2.filter(columns, Column::isUpdated);
}
/**
* Build delete SQL.
*
* @param dataRecord data record
* @return delete prepared SQL
* @param conditionColumns condition columns
* @return delete SQL
*/
public PreparedSQL buildDeleteSQL(final DataRecord dataRecord) {
public String buildDeleteSQL(final DataRecord dataRecord, final Collection<Column> conditionColumns) {
String sqlCacheKey = DELETE_SQL_CACHE_KEY_PREFIX + dataRecord.getTableName();
if (!sqlCacheMap.containsKey(sqlCacheKey)) {
sqlCacheMap.put(sqlCacheKey, buildDeleteSQLInternal(dataRecord));
sqlCacheMap.put(sqlCacheKey, buildDeleteSQLInternal(dataRecord.getTableName(), conditionColumns));
}
return sqlCacheMap.get(sqlCacheKey);
}
private PreparedSQL buildDeleteSQLInternal(final DataRecord dataRecord) {
List<Integer> columnsIndex = new ArrayList<>();
return new PreparedSQL(
String.format("DELETE FROM %s WHERE %s", quote(dataRecord.getTableName()), buildWhereSQL(dataRecord, columnsIndex)),
columnsIndex);
private String buildDeleteSQLInternal(final String tableName, final Collection<Column> conditionColumns) {
return String.format("DELETE FROM %s WHERE %s", quote(tableName), buildWhereSQL(conditionColumns));
}
private String buildWhereSQL(final DataRecord dataRecord, final List<Integer> valuesIndex) {
private String buildWhereSQL(final Collection<Column> conditionColumns) {
StringBuilder where = new StringBuilder();
for (Integer each : RecordUtil.extractConditionColumns(dataRecord, shardingColumnsMap.get(dataRecord.getTableName()))) {
where.append(String.format("%s = ? and ", quote(dataRecord.getColumn(each).getName())));
valuesIndex.add(each);
for (Column each : conditionColumns) {
where.append(String.format("%s = ? and ", quote(each.getName())));
}
where.setLength(where.length() - 5);
return where.toString();
......
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/importer/PreparedSQL.java 已删除 100644 → 0
浏览文件 @ d5737751
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.shardingsphere.scaling.core.execute.executor.importer;
import lombok.Getter;
import java.util.Collections;
import java.util.List;
/**
* Prepared SQL, include complete sql and complete values index list.
*/
@Getter
public class PreparedSQL {
private final String sql;
private final List<Integer> valuesIndex;
public PreparedSQL(final String sql, final List<Integer> valuesIndex) {
this.sql = sql;
this.valuesIndex = Collections.unmodifiableList(valuesIndex);
}
}
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/record/Column.java
浏览文件 @ e6f3153f
......@@ -29,12 +29,21 @@ public final class Column {
private final String name;
/**
* Value are available only when the primary key column is updated.
*/
private final Object oldValue;
private final Object value;
private final boolean updated;
private final boolean primaryKey;
public Column(final String name, final Object value, final boolean updated, final boolean primaryKey) {
this(name, null, value, updated, primaryKey);
}
@Override
public String toString() {
return String.format("%s=%s", name, value);
......
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/record/DataRecord.java
浏览文件 @ e6f3153f
......@@ -31,6 +31,8 @@ import java.util.List;
/**
* Data record.
*/
@Setter
@Getter
@EqualsAndHashCode(of = {"tableName", "primaryKeyValue"}, callSuper = false)
@ToString
public final class DataRecord extends Record {
......@@ -39,12 +41,8 @@ public final class DataRecord extends Record {
private final List<Object> primaryKeyValue = new LinkedList<>();
@Setter
@Getter
private String type;
@Setter
@Getter
private String tableName;
public DataRecord(final Position position, final int columnCount) {
......
shardingsphere-scaling/shardingsphere-scaling-core/src/main/java/org/apache/shardingsphere/scaling/core/execute/executor/record/RecordUtil.java
浏览文件 @ e6f3153f
......@@ -20,10 +20,9 @@ package org.apache.shardingsphere.scaling.core.execute.executor.record;
import lombok.AccessLevel;
import lombok.NoArgsConstructor;
import java.util.ArrayList;
import java.util.List;
import java.util.Set;
import java.util.stream.Collectors;
import java.util.stream.IntStream;
/**
* Record utility.
......@@ -32,45 +31,51 @@ import java.util.stream.IntStream;
public final class RecordUtil {
/**
* Extract primary columns index from data record.
* Extract primary columns from data record.
*
* @param dataRecord data record
* @return primary columns index
* @return primary columns
*/
public static List<Integer> extractPrimaryColumns(final DataRecord dataRecord) {
return IntStream.range(0, dataRecord.getColumnCount())
.filter(each -> dataRecord.getColumn(each).isPrimaryKey())
.mapToObj(each -> each)
.collect(Collectors.toList());
public static List<Column> extractPrimaryColumns(final DataRecord dataRecord) {
List<Column> result = new ArrayList<>(dataRecord.getColumns().size());
for (Column each : dataRecord.getColumns()) {
if (each.isPrimaryKey()) {
result.add(each);
}
}
return result;
}
/**
* Extract condition columns(include primary and sharding columns) index from data record.
* Extract condition columns(include primary and sharding columns) from data record.
*
* @param dataRecord data record
* @param shardingColumns sharding columns
* @return condition columns index
* @return condition columns
*/
public static List<Integer> extractConditionColumns(final DataRecord dataRecord, final Set<String> shardingColumns) {
return IntStream.range(0, dataRecord.getColumnCount())
.filter(each -> {
Column column = dataRecord.getColumn(each);
return column.isPrimaryKey() || shardingColumns.contains(column.getName());
})
.mapToObj(each -> each)
.collect(Collectors.toList());
public static List<Column> extractConditionColumns(final DataRecord dataRecord, final Set<String> shardingColumns) {
List<Column> result = new ArrayList<>(dataRecord.getColumns().size());
for (Column each : dataRecord.getColumns()) {
if (each.isPrimaryKey() || shardingColumns.contains(each.getName())) {
result.add(each);
}
}
return result;
}
/**
* Extract updated columns from data record.
*
* @param dataRecord data record
* @return updated columns index
* @return updated columns
*/
public static List<Integer> extractUpdatedColumns(final DataRecord dataRecord) {
return IntStream.range(0, dataRecord.getColumnCount())
.filter(each -> dataRecord.getColumn(each).isUpdated())
.mapToObj(each -> each)
.collect(Collectors.toList());
public static List<Column> extractUpdatedColumns(final DataRecord dataRecord) {
List<Column> result = new ArrayList<>(dataRecord.getColumns().size());
for (Column each : dataRecord.getColumns()) {
if (each.isUpdated()) {
result.add(each);
}
}
return result;
}
}
shardingsphere-scaling/shardingsphere-scaling-core/src/test/java/org/apache/shardingsphere/scaling/core/execute/executor/importer/AbstractJDBCImporterTest.java
浏览文件 @ e6f3153f
......@@ -17,21 +17,22 @@
package org.apache.shardingsphere.scaling.core.execute.executor.importer;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
import com.google.common.collect.Sets;
import org.apache.shardingsphere.scaling.core.config.ImporterConfiguration;
import org.apache.shardingsphere.scaling.core.config.ScalingDataSourceConfiguration;
import org.apache.shardingsphere.scaling.core.config.ImporterConfiguration;
import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.execute.executor.channel.Channel;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.FinishedRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Record;
import org.apache.shardingsphere.scaling.core.execute.executor.record.RecordUtil;
import org.apache.shardingsphere.scaling.core.job.position.NopPosition;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.InOrder;
import org.mockito.Mock;
import org.mockito.junit.MockitoJUnitRunner;
......@@ -39,11 +40,13 @@ import javax.sql.DataSource;
import java.sql.Connection;
import java.sql.PreparedStatement;
import java.sql.SQLException;
import java.util.Collection;
import java.util.LinkedList;
import java.util.List;
import java.util.Map;
import java.util.Set;
import static org.mockito.Mockito.inOrder;
import static org.mockito.Mockito.verify;
import static org.mockito.Mockito.when;
......@@ -86,7 +89,7 @@ public final class AbstractJDBCImporterTest {
jdbcImporter = new AbstractJDBCImporter(getImporterConfiguration(), dataSourceManager) {
@Override
protected AbstractSQLBuilder createSQLBuilder(final Map<String, Set<String>> shardingColumnsMap) {
protected AbstractSQLBuilder createSQLBuilder() {
return sqlBuilder;
}
};
......@@ -96,9 +99,9 @@ public final class AbstractJDBCImporterTest {
}
@Test
public void assertInsertDataRecord() throws SQLException {
public void assertWriteInsertDataRecord() throws SQLException {
DataRecord insertRecord = getDataRecord("INSERT");
when(sqlBuilder.buildInsertSQL(insertRecord)).thenReturn(new PreparedSQL(INSERT_SQL, Lists.newArrayList(0, 1, 2)));
when(sqlBuilder.buildInsertSQL(insertRecord)).thenReturn(INSERT_SQL);
when(connection.prepareStatement(INSERT_SQL)).thenReturn(preparedStatement);
when(channel.fetchRecords(100, 3)).thenReturn(mockRecords(insertRecord));
jdbcImporter.run();
......@@ -111,7 +114,7 @@ public final class AbstractJDBCImporterTest {
@Test
public void assertDeleteDataRecord() throws SQLException {
DataRecord deleteRecord = getDataRecord("DELETE");
when(sqlBuilder.buildDeleteSQL(deleteRecord)).thenReturn(new PreparedSQL(DELETE_SQL, Lists.newArrayList(0, 1)));
when(sqlBuilder.buildDeleteSQL(deleteRecord, mockConditionColumns(deleteRecord))).thenReturn(DELETE_SQL);
when(connection.prepareStatement(DELETE_SQL)).thenReturn(preparedStatement);
when(channel.fetchRecords(100, 3)).thenReturn(mockRecords(deleteRecord));
jdbcImporter.run();
......@@ -123,7 +126,7 @@ public final class AbstractJDBCImporterTest {
@Test
public void assertUpdateDataRecord() throws SQLException {
DataRecord updateRecord = getDataRecord("UPDATE");
when(sqlBuilder.buildUpdateSQL(updateRecord)).thenReturn(new PreparedSQL(UPDATE_SQL, Lists.newArrayList(1, 2, 0, 1)));
when(sqlBuilder.buildUpdateSQL(updateRecord, mockConditionColumns(updateRecord))).thenReturn(UPDATE_SQL);
when(connection.prepareStatement(UPDATE_SQL)).thenReturn(preparedStatement);
when(channel.fetchRecords(100, 3)).thenReturn(mockRecords(updateRecord));
jdbcImporter.run();
......@@ -134,6 +137,36 @@ public final class AbstractJDBCImporterTest {
verify(preparedStatement).execute();
}
@Test
public void assertUpdatePrimaryKeyDataRecord() throws SQLException {
DataRecord updateRecord = getUpdatePrimaryKeyDataRecord();
when(sqlBuilder.buildUpdateSQL(updateRecord, mockConditionColumns(updateRecord))).thenReturn(UPDATE_SQL);
when(connection.prepareStatement(UPDATE_SQL)).thenReturn(preparedStatement);
when(channel.fetchRecords(100, 3)).thenReturn(mockRecords(updateRecord));
jdbcImporter.run();
InOrder inOrder = inOrder(preparedStatement);
inOrder.verify(preparedStatement).setObject(1, 2);
inOrder.verify(preparedStatement).setObject(2, 10);
inOrder.verify(preparedStatement).setObject(3, "UPDATE");
inOrder.verify(preparedStatement).setObject(4, 1);
inOrder.verify(preparedStatement).setObject(5, 10);
inOrder.verify(preparedStatement).execute();
}
private DataRecord getUpdatePrimaryKeyDataRecord() {
DataRecord result = new DataRecord(new NopPosition(), 3);
result.setTableName(TABLE_NAME);
result.setType("UPDATE");
result.addColumn(new Column("id", 1, 2, true, true));
result.addColumn(new Column("user", 10, true, false));
result.addColumn(new Column("status", "UPDATE", true, false));
return result;
}
private Collection<Column> mockConditionColumns(final DataRecord dataRecord) {
return RecordUtil.extractConditionColumns(dataRecord, Sets.newHashSet("user"));
}
private List<Record> mockRecords(final DataRecord dataRecord) {
List<Record> result = new LinkedList<>();
result.add(dataRecord);
......
shardingsphere-scaling/shardingsphere-scaling-core/src/test/java/org/apache/shardingsphere/scaling/core/execute/executor/importer/AbstractSqlBuilderTest.java
浏览文件 @ e6f3153f
......@@ -20,37 +20,29 @@ package org.apache.shardingsphere.scaling.core.execute.executor.importer;
import com.google.common.collect.Sets;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.RecordUtil;
import org.apache.shardingsphere.scaling.core.job.position.NopPosition;
import org.hamcrest.Matchers;
import org.junit.Before;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.Mock;
import org.mockito.junit.MockitoJUnitRunner;
import java.util.Map;
import java.util.Collection;
import static org.hamcrest.CoreMatchers.is;
import static org.junit.Assert.assertThat;
import static org.mockito.Mockito.when;
@RunWith(MockitoJUnitRunner.class)
public class AbstractSqlBuilderTest {
@Mock
private Map shardingColumnsMap;
private AbstractSQLBuilder sqlBuilder;
@Before
public void setUp() {
sqlBuilder = new AbstractSQLBuilder(shardingColumnsMap) {
sqlBuilder = new AbstractSQLBuilder() {
@Override
protected String getLeftIdentifierQuoteString() {
return "`";
}
@Override
protected String getRightIdentifierQuoteString() {
return "`";
......@@ -60,66 +52,38 @@ public class AbstractSqlBuilderTest {
@Test
public void assertBuildInsertSQL() {
PreparedSQL actual = sqlBuilder.buildInsertSQL(mockDataRecord("t1"));
assertThat(actual.getSql(), is("INSERT INTO `t1`(`id`,`sc`,`c1`,`c2`,`c3`) VALUES(?,?,?,?,?)"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1, 2, 3, 4));
String actual = sqlBuilder.buildInsertSQL(mockDataRecord("t1"));
assertThat(actual, is("INSERT INTO `t1`(`id`,`sc`,`c1`,`c2`,`c3`) VALUES(?,?,?,?,?)"));
}
@Test
public void assertBuildUpdateSQLWithPrimaryKey() {
when(shardingColumnsMap.get("t2")).thenReturn(Sets.newHashSet());
PreparedSQL actual = sqlBuilder.buildUpdateSQL(mockDataRecord("t2"));
assertThat(actual.getSql(), is("UPDATE `t2` SET `c1` = ?,`c2` = ?,`c3` = ? WHERE `id` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(2, 3, 4, 0));
String actual = sqlBuilder.buildUpdateSQL(mockDataRecord("t2"), RecordUtil.extractPrimaryColumns(mockDataRecord("t2")));
assertThat(actual, is("UPDATE `t2` SET `c1` = ?,`c2` = ?,`c3` = ? WHERE `id` = ?"));
}
@Test
public void assertBuildUpdateSQLWithShardingColumns() {
when(shardingColumnsMap.get("t2")).thenReturn(Sets.newHashSet("sc"));
DataRecord dataRecord = mockDataRecord("t2");
PreparedSQL actual = sqlBuilder.buildUpdateSQL(dataRecord);
assertThat(actual.getSql(), is("UPDATE `t2` SET `c1` = ?,`c2` = ?,`c3` = ? WHERE `id` = ? and `sc` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(2, 3, 4, 0, 1));
}
@Test
public void assertBuildUpdateSQLWithShardingColumnsUseCache() {
when(shardingColumnsMap.get("t2")).thenReturn(Sets.newHashSet("sc"));
DataRecord dataRecord = mockDataRecord("t2");
PreparedSQL actual = sqlBuilder.buildUpdateSQL(dataRecord);
assertThat(actual.getSql(), is("UPDATE `t2` SET `c1` = ?,`c2` = ?,`c3` = ? WHERE `id` = ? and `sc` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(2, 3, 4, 0, 1));
actual = sqlBuilder.buildUpdateSQL(mockDataRecord2("t2"));
assertThat(actual.getSql(), is("UPDATE `t2` SET `c1` = ?,`c3` = ? WHERE `id` = ? and `sc` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(2, 4, 0, 1));
}
private DataRecord mockDataRecord2(final String tableName) {
DataRecord result = new DataRecord(new NopPosition(), 4);
result.setTableName(tableName);
result.addColumn(new Column("id", "", false, true));
result.addColumn(new Column("sc", "", false, false));
result.addColumn(new Column("c1", "", true, false));
result.addColumn(new Column("c2", "", false, false));
result.addColumn(new Column("c3", "", true, false));
return result;
String actual = sqlBuilder.buildUpdateSQL(dataRecord, mockConditionColumns(dataRecord));
assertThat(actual, is("UPDATE `t2` SET `c1` = ?,`c2` = ?,`c3` = ? WHERE `id` = ? and `sc` = ?"));
}
@Test
public void assertBuildDeleteSQLWithPrimaryKey() {
when(shardingColumnsMap.get("t3")).thenReturn(Sets.newHashSet());
PreparedSQL actual = sqlBuilder.buildDeleteSQL(mockDataRecord("t3"));
assertThat(actual.getSql(), is("DELETE FROM `t3` WHERE `id` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(0));
String actual = sqlBuilder.buildDeleteSQL(mockDataRecord("t3"), RecordUtil.extractPrimaryColumns(mockDataRecord("t3")));
assertThat(actual, is("DELETE FROM `t3` WHERE `id` = ?"));
}
@Test
public void assertBuildDeleteSQLWithShardingColumns() {
when(shardingColumnsMap.get("t3")).thenReturn(Sets.newHashSet("sc"));
public void assertBuildDeleteSQLWithConditionColumns() {
DataRecord dataRecord = mockDataRecord("t3");
PreparedSQL actual = sqlBuilder.buildDeleteSQL(dataRecord);
assertThat(actual.getSql(), is("DELETE FROM `t3` WHERE `id` = ? and `sc` = ?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1));
String actual = sqlBuilder.buildDeleteSQL(dataRecord, mockConditionColumns(dataRecord));
assertThat(actual, is("DELETE FROM `t3` WHERE `id` = ? and `sc` = ?"));
}
private Collection<Column> mockConditionColumns(final DataRecord dataRecord) {
return RecordUtil.extractConditionColumns(dataRecord, Sets.newHashSet("sc"));
}
private DataRecord mockDataRecord(final String tableName) {
......
shardingsphere-scaling/shardingsphere-scaling-core/src/test/java/org/apache/shardingsphere/scaling/core/fixture/FixtureDataConsistencyChecker.java
浏览文件 @ e6f3153f
......@@ -17,7 +17,6 @@
package org.apache.shardingsphere.scaling.core.fixture;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.check.AbstractDataConsistencyChecker;
import org.apache.shardingsphere.scaling.core.check.DataConsistencyCheckResult;
import org.apache.shardingsphere.scaling.core.check.DataConsistencyChecker;
......@@ -45,7 +44,7 @@ public final class FixtureDataConsistencyChecker extends AbstractDataConsistency
@Override
protected AbstractSQLBuilder getSqlBuilder() {
return new AbstractSQLBuilder(Maps.newHashMap()) {
return new AbstractSQLBuilder() {
@Override
protected String getLeftIdentifierQuoteString() {
return "`";
......
shardingsphere-scaling/shardingsphere-scaling-mysql/src/main/java/org/apache/shardingsphere/scaling/mysql/MySQLBinlogDumper.java
浏览文件 @ e6f3153f
......@@ -138,7 +138,10 @@ public final class MySQLBinlogDumper extends AbstractShardingScalingExecutor<Bin
for (int j = 0; j < beforeValues.length; j++) {
Object oldValue = beforeValues[j];
Object newValue = afterValues[j];
record.addColumn(new Column(tableMetaData.getColumnMetaData(j).getName(), newValue, !Objects.equals(newValue, oldValue), tableMetaData.isPrimaryKey(j)));
boolean updated = !Objects.equals(newValue, oldValue);
record.addColumn(new Column(tableMetaData.getColumnMetaData(j).getName(),
(tableMetaData.isPrimaryKey(j) && updated) ? oldValue : null,
newValue, updated, tableMetaData.isPrimaryKey(j)));
}
pushRecord(record);
}
......
shardingsphere-scaling/shardingsphere-scaling-mysql/src/main/java/org/apache/shardingsphere/scaling/mysql/MySQLDataConsistencyChecker.java
浏览文件 @ e6f3153f
......@@ -17,7 +17,6 @@
package org.apache.shardingsphere.scaling.mysql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.check.AbstractDataConsistencyChecker;
import org.apache.shardingsphere.scaling.core.check.DataConsistencyChecker;
import org.apache.shardingsphere.scaling.core.datasource.DataSourceWrapper;
......@@ -99,6 +98,6 @@ public final class MySQLDataConsistencyChecker extends AbstractDataConsistencyCh
@Override
protected MySQLSQLBuilder getSqlBuilder() {
return new MySQLSQLBuilder(Maps.newHashMap());
return new MySQLSQLBuilder();
}
}
shardingsphere-scaling/shardingsphere-scaling-mysql/src/main/java/org/apache/shardingsphere/scaling/mysql/MySQLImporter.java
浏览文件 @ e6f3153f
......@@ -22,9 +22,6 @@ import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractJDBCImporter;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
import java.util.Map;
import java.util.Set;
/**
* MySQL importer.
*/
......@@ -35,7 +32,7 @@ public final class MySQLImporter extends AbstractJDBCImporter {
}
@Override
protected AbstractSQLBuilder createSQLBuilder(final Map<String, Set<String>> shardingColumnsMap) {
return new MySQLSQLBuilder(shardingColumnsMap);
protected AbstractSQLBuilder createSQLBuilder() {
return new MySQLSQLBuilder();
}
}
shardingsphere-scaling/shardingsphere-scaling-mysql/src/main/java/org/apache/shardingsphere/scaling/mysql/MySQLSQLBuilder.java
浏览文件 @ e6f3153f
......@@ -18,24 +18,14 @@
package org.apache.shardingsphere.scaling.mysql;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Set;
/**
* MySQL SQL builder.
*/
public final class MySQLSQLBuilder extends AbstractSQLBuilder {
public MySQLSQLBuilder(final Map<String, Set<String>> shardingColumnsMap) {
super(shardingColumnsMap);
}
@Override
public String getLeftIdentifierQuoteString() {
return "`";
......@@ -47,19 +37,20 @@ public final class MySQLSQLBuilder extends AbstractSQLBuilder {
}
@Override
protected PreparedSQL buildInsertSQLInternal(final DataRecord dataRecord) {
PreparedSQL preparedSQL = super.buildInsertSQLInternal(dataRecord);
StringBuilder insertSQL = new StringBuilder(preparedSQL.getSql() + " ON DUPLICATE KEY UPDATE ");
List<Integer> valuesIndex = new ArrayList<>(preparedSQL.getValuesIndex());
public String buildInsertSQL(final DataRecord dataRecord) {
return super.buildInsertSQL(dataRecord) + buildDuplicateUpdateSQL(dataRecord);
}
private String buildDuplicateUpdateSQL(final DataRecord dataRecord) {
StringBuilder result = new StringBuilder(" ON DUPLICATE KEY UPDATE ");
for (int i = 0; i < dataRecord.getColumnCount(); i++) {
Column column = dataRecord.getColumn(i);
if (!dataRecord.getColumn(i).isPrimaryKey()) {
insertSQL.append(quote(column.getName())).append("=?,");
valuesIndex.add(i);
result.append(quote(column.getName())).append("=VALUES(").append(quote(column.getName())).append("),");
}
}
insertSQL.setLength(insertSQL.length() - 1);
return new PreparedSQL(insertSQL.toString(), valuesIndex);
result.setLength(result.length() - 1);
return result.toString();
}
/**
......
shardingsphere-scaling/shardingsphere-scaling-mysql/src/test/java/org/apache/shardingsphere/scaling/mysql/MySQLImporterTest.java
浏览文件 @ e6f3153f
......@@ -17,14 +17,11 @@
package org.apache.shardingsphere.scaling.mysql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.config.ImporterConfiguration;
import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.mysql.binlog.BinlogPosition;
import org.hamcrest.Matchers;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.Mock;
......@@ -45,9 +42,8 @@ public final class MySQLImporterTest {
@Test
public void assertCreateSqlBuilder() {
MySQLImporter mySQLImporter = new MySQLImporter(importerConfig, dataSourceManager);
PreparedSQL insertSQL = mySQLImporter.createSQLBuilder(Maps.newHashMap()).buildInsertSQL(mockDataRecord());
assertThat(insertSQL.getSql(), is("INSERT INTO `t_order`(`id`,`name`) VALUES(?,?) ON DUPLICATE KEY UPDATE `name`=?"));
assertThat(insertSQL.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1, 1));
String insertSQL = mySQLImporter.createSQLBuilder().buildInsertSQL(mockDataRecord());
assertThat(insertSQL, is("INSERT INTO `t_order`(`id`,`name`) VALUES(?,?) ON DUPLICATE KEY UPDATE `name`=VALUES(`name`)"));
}
private DataRecord mockDataRecord() {
......
shardingsphere-scaling/shardingsphere-scaling-mysql/src/test/java/org/apache/shardingsphere/scaling/mysql/MySQLSqlBuilderTest.java → shardingsphere-scaling/shardingsphere-scaling-mysql/src/test/java/org/apache/shardingsphere/scaling/mysql/MySQLSQLBuilderTest.java
浏览文件 @ e6f3153f
......@@ -17,32 +17,33 @@
package org.apache.shardingsphere.scaling.mysql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.mysql.binlog.BinlogPosition;
import org.hamcrest.Matchers;
import org.apache.shardingsphere.scaling.core.job.position.NopPosition;
import org.junit.Test;
import static org.hamcrest.CoreMatchers.is;
import static org.junit.Assert.assertThat;
public final class MySQLSqlBuilderTest {
public class MySQLSQLBuilderTest {
private AbstractSQLBuilder sqlBuilder = new MySQLSQLBuilder();
@Test
public void assertBuildInsertSQL() {
PreparedSQL actual = new MySQLSQLBuilder(Maps.newHashMap()).buildInsertSQL(mockDataRecord());
assertThat(actual.getSql(), is("INSERT INTO `t_order`(`id`,`name`,`age`) VALUES(?,?,?) ON DUPLICATE KEY UPDATE `name`=?,`age`=?"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1, 2, 1, 2));
String actual = sqlBuilder.buildInsertSQL(mockDataRecord("t1"));
assertThat(actual, is("INSERT INTO `t1`(`id`,`sc`,`c1`,`c2`,`c3`) VALUES(?,?,?,?,?) ON DUPLICATE KEY UPDATE `sc`=VALUES(`sc`),`c1`=VALUES(`c1`),`c2`=VALUES(`c2`),`c3`=VALUES(`c3`)"));
}
private DataRecord mockDataRecord() {
DataRecord result = new DataRecord(new BinlogPosition("", 1), 2);
result.setTableName("t_order");
result.addColumn(new Column("id", 1, true, true));
result.addColumn(new Column("name", "", true, false));
result.addColumn(new Column("age", 1, true, false));
private DataRecord mockDataRecord(final String tableName) {
DataRecord result = new DataRecord(new NopPosition(), 4);
result.setTableName(tableName);
result.addColumn(new Column("id", "", false, true));
result.addColumn(new Column("sc", "", false, false));
result.addColumn(new Column("c1", "", true, false));
result.addColumn(new Column("c2", "", true, false));
result.addColumn(new Column("c3", "", true, false));
return result;
}
}
shardingsphere-scaling/shardingsphere-scaling-postgresql/src/main/java/org/apache/shardingsphere/scaling/postgresql/PostgreSQLDataConsistencyChecker.java
浏览文件 @ e6f3153f
......@@ -17,7 +17,6 @@
package org.apache.shardingsphere.scaling.postgresql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.check.AbstractDataConsistencyChecker;
import org.apache.shardingsphere.scaling.core.check.DataConsistencyChecker;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
......@@ -42,6 +41,6 @@ public final class PostgreSQLDataConsistencyChecker extends AbstractDataConsiste
@Override
protected AbstractSQLBuilder getSqlBuilder() {
return new PostgreSQLSQLBuilder(Maps.newHashMap());
return new PostgreSQLSQLBuilder();
}
}
shardingsphere-scaling/shardingsphere-scaling-postgresql/src/main/java/org/apache/shardingsphere/scaling/postgresql/PostgreSQLImporter.java
浏览文件 @ e6f3153f
......@@ -22,9 +22,6 @@ import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractJDBCImporter;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
import java.util.Map;
import java.util.Set;
/**
* postgreSQL importer.
*/
......@@ -35,8 +32,8 @@ public final class PostgreSQLImporter extends AbstractJDBCImporter {
}
@Override
protected AbstractSQLBuilder createSQLBuilder(final Map<String, Set<String>> shardingColumnsMap) {
return new PostgreSQLSQLBuilder(shardingColumnsMap);
protected AbstractSQLBuilder createSQLBuilder() {
return new PostgreSQLSQLBuilder();
}
}
shardingsphere-scaling/shardingsphere-scaling-postgresql/src/main/java/org/apache/shardingsphere/scaling/postgresql/PostgreSQLSQLBuilder.java
浏览文件 @ e6f3153f
......@@ -17,23 +17,16 @@
package org.apache.shardingsphere.scaling.postgresql;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.core.execute.executor.record.RecordUtil;
import java.util.Map;
import java.util.Set;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.AbstractSQLBuilder;
/**
* PostgreSQL SQL builder.
*/
public final class PostgreSQLSQLBuilder extends AbstractSQLBuilder {
public PostgreSQLSQLBuilder(final Map<String, Set<String>> shardingColumnsMap) {
super(shardingColumnsMap);
}
@Override
public String getLeftIdentifierQuoteString() {
return "\"";
......@@ -45,15 +38,14 @@ public final class PostgreSQLSQLBuilder extends AbstractSQLBuilder {
}
@Override
public PreparedSQL buildInsertSQL(final DataRecord dataRecord) {
PreparedSQL preparedSQL = super.buildInsertSQL(dataRecord);
return new PreparedSQL(preparedSQL.getSql() + buildConflictSQL(dataRecord), preparedSQL.getValuesIndex());
public String buildInsertSQL(final DataRecord dataRecord) {
return super.buildInsertSQL(dataRecord) + buildConflictSQL(dataRecord);
}
private String buildConflictSQL(final DataRecord dataRecord) {
StringBuilder result = new StringBuilder(" ON CONFLICT (");
for (Integer each : RecordUtil.extractPrimaryColumns(dataRecord)) {
result.append(dataRecord.getColumn(each).getName()).append(",");
for (Column each : RecordUtil.extractPrimaryColumns(dataRecord)) {
result.append(each.getName()).append(",");
}
result.setLength(result.length() - 1);
result.append(") DO NOTHING");
......
shardingsphere-scaling/shardingsphere-scaling-postgresql/src/test/java/org/apache/shardingsphere/scaling/postgresql/PostgreSQLImporterTest.java
浏览文件 @ e6f3153f
......@@ -17,14 +17,11 @@
package org.apache.shardingsphere.scaling.postgresql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.config.ImporterConfiguration;
import org.apache.shardingsphere.scaling.core.datasource.DataSourceManager;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.postgresql.wal.WalPosition;
import org.hamcrest.Matchers;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.mockito.Mock;
......@@ -46,9 +43,8 @@ public final class PostgreSQLImporterTest {
@Test
public void assertCreateSQLBuilder() {
PostgreSQLImporter postgreSQLImporter = new PostgreSQLImporter(importerConfig, dataSourceManager);
PreparedSQL insertSQL = postgreSQLImporter.createSQLBuilder(Maps.newHashMap()).buildInsertSQL(mockDataRecord());
assertThat(insertSQL.getSql(), is("INSERT INTO \"t_order\"(\"id\",\"name\") VALUES(?,?) ON CONFLICT (id) DO NOTHING"));
assertThat(insertSQL.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1));
String insertSQL = postgreSQLImporter.createSQLBuilder().buildInsertSQL(mockDataRecord());
assertThat(insertSQL, is("INSERT INTO \"t_order\"(\"id\",\"name\") VALUES(?,?) ON CONFLICT (id) DO NOTHING"));
}
private DataRecord mockDataRecord() {
......
shardingsphere-scaling/shardingsphere-scaling-postgresql/src/test/java/org/apache/shardingsphere/scaling/postgresql/PostgreSQLSqlBuilderTest.java
浏览文件 @ e6f3153f
......@@ -17,12 +17,9 @@
package org.apache.shardingsphere.scaling.postgresql;
import com.google.common.collect.Maps;
import org.apache.shardingsphere.scaling.core.execute.executor.importer.PreparedSQL;
import org.apache.shardingsphere.scaling.core.execute.executor.record.Column;
import org.apache.shardingsphere.scaling.core.execute.executor.record.DataRecord;
import org.apache.shardingsphere.scaling.postgresql.wal.WalPosition;
import org.hamcrest.Matchers;
import org.junit.Test;
import org.postgresql.replication.LogSequenceNumber;
......@@ -33,9 +30,8 @@ public final class PostgreSQLSqlBuilderTest {
@Test
public void assertBuildInsertSQL() {
PreparedSQL actual = new PostgreSQLSQLBuilder(Maps.newHashMap()).buildInsertSQL(mockDataRecord());
assertThat(actual.getSql(), is("INSERT INTO \"t_order\"(\"id\",\"name\") VALUES(?,?) ON CONFLICT (id) DO NOTHING"));
assertThat(actual.getValuesIndex().toArray(), Matchers.arrayContaining(0, 1));
String actual = new PostgreSQLSQLBuilder().buildInsertSQL(mockDataRecord());
assertThat(actual, is("INSERT INTO \"t_order\"(\"id\",\"name\") VALUES(?,?) ON CONFLICT (id) DO NOTHING"));
}
private DataRecord mockDataRecord() {
......
Markdown is supported
0% 或 .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑！
想要评论请 注册 或