TreeData
/
cloud-etl-source
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

修改查询语句

master
lwj 2024-09-09 02:09:47 +08:00
parent d02f078468
commit 90b1cebf4f
1 changed files with 133 additions and 122 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

255
cloud-etl-server/src/main/java/com/muyu/cloud/etl/mysql/MySqlDataSource.java
View File

@ -79,86 +79,9 @@ public class MySqlDataSource extends BaseDataAbsSource {
// } // }
return null; return null;
} }
// 第一种方法 // 第一种方法
// @Override
// public DataValue[][] getRows () {
// MySqlQuery query = getQuery();
// Integer one = Math.toIntExact(query.getOne());
// Integer two = query.getTwo();
// String sql = query.getSql();
// Long dataSourceId = query.getDataSourceId();
// ConcurrentHashMap<Integer, DataValue> map = new ConcurrentHashMap<>();
// Source dataSources = sourceService.getById(dataSourceId);
//
// HikariDataSource hikariDataSource = HikariPool.getHikariDataSource(dataSources);
//
// Connection conn = null;
//// try {
////
//// } catch (SQLException e) {
//// throw new RuntimeException(e);
//// }
// log.info("one------------"+one+"------------two"+two);
// DataValue[][] dataValues = new DataValue[one][two];
// try {
// conn = hikariDataSource.getConnection();
//
// PreparedStatement preparedStatement = conn.prepareStatement(sql);
// ResultSet resultSet = preparedStatement.executeQuery();
// ResultSetMetaData metaData = resultSet.getMetaData();
// int columnCount = metaData.getColumnCount();
// int c = 1;
// while (resultSet.next()){
// for (int i = 1; i <= columnCount; i++) {
// if (resultSet.isFirst()){
// String columnTypeName = metaData.getColumnTypeName(i);
// DatabaseMetaData metaDataColumns = conn.getMetaData();
// ResultSet columns = metaDataColumns.getColumns(null, null, metaData.getTableName(i), metaData.getColumnName(i));
// String remarks =null;
//
// while (columns.next()){
// remarks = columns.getString("REMARKS");
//
// log.info("字段备注:"+remarks);
// }
// DataValue build = DataValue.builder()
// .key(metaData.getColumnName(i))
// .label(remarks)
// .value(resultSet.getObject(i, DataType.convertType(columnTypeName)))
// .type(DataType.findBySqlType(columnTypeName))
// .build();
// map.put(i,build);
// dataValues[c][i-1]=build;
// }else {
// DataValue build = DataValue.builder()
// .key(metaData.getColumnName(i))
// .label(map.get(i).getLabel())
// .value(resultSet.getObject(i, map.get(i).getType().getTargetType()))
// .type(map.get(i).getType())
// .build();
// dataValues[c][i-1]=build;
// }
// }
// c++;
// }
// } catch (SQLException e) {
// throw new RuntimeException(e);
// }finally {
// close(hikariDataSource);
// }
//
// return dataValues;
// }
// private static void close(HikariDataSource dataSource) {
// if (dataSource != null) {
// dataSource.close();
// }
// }
@Override @Override
public DataValue[][] getRows() { public DataValue[][] getRows () {
MySqlQuery query = getQuery(); MySqlQuery query = getQuery();
Integer one = Math.toIntExact(query.getOne()); Integer one = Math.toIntExact(query.getOne());
Integer two = query.getTwo(); Integer two = query.getTwo();
@ -169,31 +92,34 @@ public class MySqlDataSource extends BaseDataAbsSource {
HikariDataSource hikariDataSource = HikariPool.getHikariDataSource(dataSources); HikariDataSource hikariDataSource = HikariPool.getHikariDataSource(dataSources);
Connection conn = null; Connection conn = null;
PreparedStatement preparedStatement = null; // try {
ResultSet resultSet = null; //
// } catch (SQLException e) {
// throw new RuntimeException(e);
// }
log.info("one------------"+one+"------------two"+two);
DataValue[][] dataValues = new DataValue[one][two];
try { try {
conn = hikariDataSource.getConnection(); conn = hikariDataSource.getConnection();
preparedStatement = conn.prepareStatement(sql);
resultSet = preparedStatement.executeQuery(); PreparedStatement preparedStatement = conn.prepareStatement(sql);
ResultSet resultSet = preparedStatement.executeQuery();
ResultSetMetaData metaData = resultSet.getMetaData(); ResultSetMetaData metaData = resultSet.getMetaData();
int columnCount = metaData.getColumnCount(); int columnCount = metaData.getColumnCount();
int c = 1; int c = 1;
while (resultSet.next()){
DataValue[][] dataValues = new DataValue[one][two];
while (resultSet.next()) {
for (int i = 1; i <= columnCount; i++) { for (int i = 1; i <= columnCount; i++) {
if (resultSet.isFirst()) { if (resultSet.isFirst()){
String columnTypeName = metaData.getColumnTypeName(i); String columnTypeName = metaData.getColumnTypeName(i);
DatabaseMetaData metaDataColumns = conn.getMetaData(); DatabaseMetaData metaDataColumns = conn.getMetaData();
ResultSet columns = metaDataColumns.getColumns(null, null, metaData.getTableName(i), metaData.getColumnName(i)); ResultSet columns = metaDataColumns.getColumns(null, null, metaData.getTableName(i), metaData.getColumnName(i));
String remarks = null; String remarks =null;
while (columns.next()) { while (columns.next()){
remarks = columns.getString("REMARKS"); remarks = columns.getString("REMARKS");
log.info("字段备注:" + remarks);
log.info("字段备注:"+remarks);
} }
DataValue build = DataValue.builder() DataValue build = DataValue.builder()
.key(metaData.getColumnName(i)) .key(metaData.getColumnName(i))
@ -201,47 +127,132 @@ public class MySqlDataSource extends BaseDataAbsSource {
.value(resultSet.getObject(i, DataType.convertType(columnTypeName))) .value(resultSet.getObject(i, DataType.convertType(columnTypeName)))
.type(DataType.findBySqlType(columnTypeName)) .type(DataType.findBySqlType(columnTypeName))
.build(); .build();
map.put(i, build); map.put(i,build);
if (c <= one && i <= columnCount) {
dataValues[c - 1][i - 1] = build; if (c <= one && i <= columnCount) {
} dataValues[c - 1][i - 1] = build;
} else { }
// dataValues[c][i-1]=build;
}else {
DataValue build = DataValue.builder() DataValue build = DataValue.builder()
.key(metaData.getColumnName(i)) .key(metaData.getColumnName(i))
.label(map.get(i).getLabel()) .label(map.get(i).getLabel())
.value(resultSet.getObject(i, map.get(i).getType().getTargetType())) .value(resultSet.getObject(i, map.get(i).getType().getTargetType()))
.type(map.get(i).getType()) .type(map.get(i).getType())
.build(); .build();
if (c <= one && i <= columnCount) { // dataValues[c][i-1]=build;
dataValues[c - 1][i - 1] = build; if (c <= one && i <= columnCount) {
} dataValues[c - 1][i - 1] = build;
}
} }
} }
if (c <= one) { if (c <= one) {
c++; c++;
} }
// c++;
} }
return dataValues;
} catch (SQLException e) { } catch (SQLException e) {
throw new RuntimeException(e); throw new RuntimeException(e);
} finally { }finally {
close(conn, preparedStatement, resultSet); close(hikariDataSource);
}
return dataValues;
}
private static void close(HikariDataSource dataSource) {
if (dataSource != null) {
dataSource.close();
} }
} }
private static void close(Connection conn, PreparedStatement preparedStatement, ResultSet resultSet) {
try {
if (resultSet != null) { // @Override
resultSet.close(); // public DataValue[][] getRows() {
} // MySqlQuery query = getQuery();
if (preparedStatement != null) { // Integer one = Math.toIntExact(query.getOne());
preparedStatement.close(); // Integer two = query.getTwo();
} // String sql = query.getSql();
if (conn != null) { // Long dataSourceId = query.getDataSourceId();
conn.close(); // ConcurrentHashMap<Integer, DataValue> map = new ConcurrentHashMap<>();
} // Source dataSources = sourceService.getById(dataSourceId);
} catch (SQLException e) { //
// log.log(Level.SEVERE, "Error closing resources", e); // HikariDataSource hikariDataSource = HikariPool.getHikariDataSource(dataSources);
} //
} // Connection conn = null;
// PreparedStatement preparedStatement = null;
// ResultSet resultSet = null;
//
// try {
// conn = hikariDataSource.getConnection();
// preparedStatement = conn.prepareStatement(sql);
// resultSet = preparedStatement.executeQuery();
// ResultSetMetaData metaData = resultSet.getMetaData();
// int columnCount = metaData.getColumnCount();
// int c = 1;
//
// DataValue[][] dataValues = new DataValue[one][two];
//
// while (resultSet.next()) {
// for (int i = 1; i <= columnCount; i++) {
// if (resultSet.isFirst()) {
// String columnTypeName = metaData.getColumnTypeName(i);
// DatabaseMetaData metaDataColumns = conn.getMetaData();
// ResultSet columns = metaDataColumns.getColumns(null, null, metaData.getTableName(i), metaData.getColumnName(i));
// String remarks = null;
//
// while (columns.next()) {
// remarks = columns.getString("REMARKS");
// log.info("字段备注:" + remarks);
// }
// DataValue build = DataValue.builder()
// .key(metaData.getColumnName(i))
// .label(remarks)
// .value(resultSet.getObject(i, DataType.convertType(columnTypeName)))
// .type(DataType.findBySqlType(columnTypeName))
// .build();
// map.put(i, build);
// if (c <= one && i <= columnCount) {
// dataValues[c - 1][i - 1] = build;
// }
// } else {
// DataValue build = DataValue.builder()
// .key(metaData.getColumnName(i))
// .label(map.get(i).getLabel())
// .value(resultSet.getObject(i, map.get(i).getType().getTargetType()))
// .type(map.get(i).getType())
// .build();
// if (c <= one && i <= columnCount) {
// dataValues[c - 1][i - 1] = build;
// }
// }
// }
// if (c <= one) {
// c++;
// }
// }
// return dataValues;
// } catch (SQLException e) {
// throw new RuntimeException(e);
// } finally {
// close(conn, preparedStatement, resultSet);
// }
// }
//
// private static void close(Connection conn, PreparedStatement preparedStatement, ResultSet resultSet) {
// try {
// if (resultSet != null) {
// resultSet.close();
// }
// if (preparedStatement != null) {
// preparedStatement.close();
// }
// if (conn != null) {
// conn.close();
// }
// } catch (SQLException e) {
//// log.log(Level.SEVERE, "Error closing resources", e);
// }
// }
} }