tool
/
starrocks
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

[Enhancement] support uuid type in postgres (#61021) 

Signed-off-by: yan zhang <dirtysalt1987@gmail.com>
This commit is contained in:
yan zhang 2025-07-18 10:11:25 +08:00 committed by GitHub
parent d986fbb1c1
commit c72152f5a5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 36 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
be/src/types/checker/type_checker.h
View File

@ -93,7 +93,7 @@ DEFINE_TYPE_CHECKER(OracleTimestampClassTypeChecker)
// Define type checker for microsoft.sql.DateTimeOffset
DEFINE_TYPE_CHECKER(SqlServerDateTimeOffsetTypeChecker)
// Define type checker for byte array, oracle.jdbc.OracleBlob, or [B
// Define type checker for byte array, oracle.jdbc.OracleBlob, UUID, or [B
DEFINE_TYPE_CHECKER(ByteArrayTypeChecker)
// Define default type checker for unspecified types

3
be/src/types/type_checker_manager.cpp
View File

@ -14,6 +14,8 @@
#include "types/type_checker_manager.h"
#include "checker/type_checker.h"
namespace starrocks {
TypeCheckerManager::TypeCheckerManager() {
@ -44,6 +46,7 @@ TypeCheckerManager::TypeCheckerManager() {
registerChecker("byte[]", std::make_unique<ByteArrayTypeChecker>());
registerChecker("oracle.jdbc.OracleBlob", std::make_unique<ByteArrayTypeChecker>());
registerChecker("[B", std::make_unique<ByteArrayTypeChecker>());
registerChecker("java.util.UUID", std::make_unique<ByteArrayTypeChecker>());
}
TypeCheckerManager& TypeCheckerManager::getInstance() {

3
java-extensions/jdbc-bridge/src/main/java/com/starrocks/jdbcbridge/JDBCScanner.java
View File

@ -40,6 +40,7 @@ import java.util.List;
import java.util.Locale;
import java.util.Map;
import java.util.Set;
import java.util.UUID;
public class JDBCScanner {
private String driverLocation;
@ -123,7 +124,7 @@ public class JDBCScanner {
private static final Set<Class<?>> GENERAL_JDBC_CLASS_SET = new HashSet<>(
Arrays.asList(Boolean.class, Byte.class, Short.class, Integer.class, Long.class, Float.class, Double.class,
BigInteger.class, BigDecimal.class, java.sql.Date.class, Timestamp.class, LocalDate.class,
LocalDateTime.class, Time.class, String.class));
LocalDateTime.class, Time.class, String.class, UUID.class));
private boolean isGeneralJDBCClassType(Class<?> clazz) {
return GENERAL_JDBC_CLASS_SET.contains(clazz);

38
java-extensions/udf-extensions/src/main/java/com/starrocks/udf/UDFHelper.java
View File

@ -41,11 +41,12 @@ import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.TimeZone;
import java.util.UUID;
import static com.starrocks.utils.NativeMethodHelper.getAddrs;
import static com.starrocks.utils.NativeMethodHelper.resizeStringData;
import static com.starrocks.utils.NativeMethodHelper.resize;
import static com.starrocks.utils.NativeMethodHelper.getColumnLogicalType;
import static com.starrocks.utils.NativeMethodHelper.resize;
import static com.starrocks.utils.NativeMethodHelper.resizeStringData;
public class UDFHelper {
public static final int TYPE_TINYINT = 1;
@ -63,7 +64,7 @@ public class UDFHelper {
public static final int TYPE_DATE = 50;
public static final int TYPE_DATETIME = 51;
public static final HashMap<Integer,Class<?>> clazzs = new HashMap<Integer,Class<?>>() {
public static final HashMap<Integer, Class<?>> clazzs = new HashMap<Integer, Class<?>>() {
{
put(TYPE_BOOLEAN, Boolean.class);
put(TYPE_TINYINT, Byte.class);
@ -352,6 +353,24 @@ public class UDFHelper {
copyDataToBinaryColumn(numRows, byteRes, offsets, nulls, columnAddr);
}
private static void getUUIDBoxedResult(int numRows, UUID[] column, long columnAddr) {
byte[] nulls = new byte[numRows];
int[] offsets = new int[numRows];
byte[][] byteRes = new byte[numRows][];
int offset = 0;
for (int i = 0; i < numRows; i++) {
if (column[i] == null) {
byteRes[i] = emptyBytes;
nulls[i] = 1;
} else {
byteRes[i] = column[i].toString().getBytes(StandardCharsets.UTF_8);
}
offset += byteRes[i].length;
offsets[i] = offset;
}
copyDataToBinaryColumn(numRows, byteRes, offsets, nulls, columnAddr);
}
private static void getBinaryBoxedBlobResult(int numRows, Blob[] column, long columnAddr) {
byte[] nulls = new byte[numRows];
int[] offsets = new int[numRows];
@ -418,7 +437,7 @@ public class UDFHelper {
getResultFromBoxedArray(elementType, offsets[numRows - 1], elements, elementAddr);
}
public static void getResultFromMapArray(int numRows, Map<?,?>[] maps, long columnAddr) {
public static void getResultFromMapArray(int numRows, Map<?, ?>[] maps, long columnAddr) {
byte[] nulls = new byte[numRows];
int[] offsets = new int[numRows];
int offset = 0;
@ -526,17 +545,19 @@ public class UDFHelper {
getBinaryBoxedResult(numRows, (byte[][]) boxedResult, columnAddr);
} else if (boxedResult instanceof Blob[]) {
getBinaryBoxedBlobResult(numRows, (Blob[]) boxedResult, columnAddr);
} else if (boxedResult instanceof UUID[]) {
getUUIDBoxedResult(numRows, (UUID[]) boxedResult, columnAddr);
} else {
throw new UnsupportedOperationException("unsupported type:" + boxedResult);
}
break;
}
case TYPE_ARRAY: {
getResultFromListArray(numRows, (List<?>[])boxedResult, columnAddr);
getResultFromListArray(numRows, (List<?>[]) boxedResult, columnAddr);
break;
}
case TYPE_MAP: {
getResultFromMapArray(numRows, (Map<?,?>[])boxedResult, columnAddr);
getResultFromMapArray(numRows, (Map<?, ?>[]) boxedResult, columnAddr);
break;
}
default:
@ -810,12 +831,13 @@ public class UDFHelper {
return lists;
}
public static Object[] createBoxedMapArray(int numRows, ByteBuffer nullBuffer, ByteBuffer offsetBuffer, Object[] keys, Object[] values) {
public static Object[] createBoxedMapArray(int numRows, ByteBuffer nullBuffer, ByteBuffer offsetBuffer, Object[] keys,
Object[] values) {
final IntBuffer intBuffer = offsetBuffer.order(ByteOrder.LITTLE_ENDIAN).asIntBuffer();
int[] offsets = new int[numRows + 1];
intBuffer.get(offsets);
Map<?,?>[] maps = new Map[numRows];
Map<?, ?>[] maps = new Map[numRows];
if (nullBuffer != null) {
byte[] nullArr = new byte[numRows];
nullBuffer.get(nullArr);