-
Notifications
You must be signed in to change notification settings - Fork 214
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Data type mapping for postgres Signed-off-by: Divyansh Bokadia <[email protected]> Data type mapping for postgres Signed-off-by: Divyansh Bokadia <[email protected]> Data type mapping for postgres
- Loading branch information
Showing
44 changed files
with
1,657 additions
and
91 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
...ns/source/rds/datatype/MySQLDataType.java → ...rce/rds/datatype/mysql/MySQLDataType.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
.../rds/datatype/impl/BinaryTypeHandler.java → ...type/mysql/handler/BinaryTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
...ce/rds/datatype/impl/JsonTypeHandler.java → ...tatype/mysql/handler/JsonTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
...rds/datatype/impl/NumericTypeHandler.java → ...ype/mysql/handler/NumericTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
.../rds/datatype/impl/StringTypeHandler.java → ...type/mysql/handler/StringTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
156 changes: 156 additions & 0 deletions
156
...ava/org/opensearch/dataprepper/plugins/source/rds/datatype/postgres/PostgresDataType.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,156 @@ | ||
| package org.opensearch.dataprepper.plugins.source.rds.datatype.postgres; | ||
|
|
||
| import java.util.HashMap; | ||
| import java.util.Map; | ||
|
|
||
| public enum PostgresDataType { | ||
| // Numeric types | ||
| SMALLINT("smallint", DataCategory.NUMERIC), | ||
| INTEGER("integer", DataCategory.NUMERIC), | ||
| BIGINT("bigint", DataCategory.NUMERIC), | ||
| SMALLSERIAL("small", DataCategory.NUMERIC), | ||
| SERIAL("mediumint unsigned", DataCategory.NUMERIC), | ||
| BIGSERIAL("int", DataCategory.NUMERIC), | ||
| REAL("real", DataCategory.NUMERIC), | ||
| DOUBLE_PRECISION("double precision", DataCategory.NUMERIC), | ||
| NUMERIC("numeric", DataCategory.NUMERIC), | ||
| MONEY("money", DataCategory.NUMERIC), | ||
|
|
||
| //String Data types | ||
| TEXT("text", DataCategory.STRING), | ||
| VARCHAR("varchar", DataCategory.STRING), | ||
| BPCHAR("bpchar", DataCategory.STRING), | ||
|
|
||
| //Bit String Data type | ||
| BIT("bit",DataCategory.BIT_STRING), | ||
| VARBIT("varbit", DataCategory.BIT_STRING), | ||
|
|
||
| //Json Data type | ||
| JSON("json",DataCategory.JSON), | ||
| JSONB("jsonb",DataCategory.JSON), | ||
|
|
||
| //Boolean data type | ||
| BOOLEAN("boolean", DataCategory.BOOLEAN), | ||
|
|
||
| //Date-time data types | ||
| DATE("date", DataCategory.TEMPORAL), | ||
| TIME("time",DataCategory.TEMPORAL), | ||
| TIMETZ("timetz",DataCategory.TEMPORAL), | ||
| TIMESTAMP("timestamp",DataCategory.TEMPORAL), | ||
| TIMESTAMPTZ("timestamptz",DataCategory.TEMPORAL), | ||
| INTERVAL("interval", DataCategory.TEMPORAL), | ||
|
|
||
| //Spatial Data types | ||
| POINT("point", DataCategory.SPATIAL), | ||
| LINE("line", DataCategory.SPATIAL), | ||
| LSEG("lseg", DataCategory.SPATIAL), | ||
| BOX("box", DataCategory.SPATIAL), | ||
| PATH("path", DataCategory.SPATIAL), | ||
| POLYGON("polygon", DataCategory.SPATIAL), | ||
| CIRCLE("circle", DataCategory.SPATIAL), | ||
|
|
||
| //Network Address Data types | ||
| CIDR("cidr", DataCategory.NETWORK_ADDRESS), | ||
| INET("inet", DataCategory.NETWORK_ADDRESS), | ||
| MACADDR("macaddr", DataCategory.NETWORK_ADDRESS), | ||
| MACADDR8("macaddr8", DataCategory.NETWORK_ADDRESS), | ||
|
|
||
| //Special Data types | ||
| UUID( "uuid",DataCategory.SPECIAL), | ||
| XML("xml", DataCategory.SPECIAL), | ||
| PG_LSN("pg_lsn", DataCategory.SPECIAL), | ||
| TSQUERY("tsquery", DataCategory.SPECIAL), | ||
|
|
||
| //Binary data type | ||
| BYTEA("bytea", DataCategory.BINARY); | ||
|
|
||
| private static final Map<String, PostgresDataType> TYPE_MAP; | ||
|
|
||
| static { | ||
| TYPE_MAP = new HashMap<>(values().length); | ||
| for (PostgresDataType dataType : values()) { | ||
| TYPE_MAP.put(dataType.dataType, dataType); | ||
| } | ||
| } | ||
|
|
||
| private final String dataType; | ||
| private final DataCategory category; | ||
|
|
||
| PostgresDataType(String dataType, DataCategory category) { | ||
| this.dataType = dataType; | ||
| this.category = category; | ||
| } | ||
|
|
||
| public String getDataType() { | ||
| return dataType; | ||
| } | ||
|
|
||
| public DataCategory getCategory() { | ||
| return category; | ||
| } | ||
|
|
||
|
|
||
| public static PostgresDataType byDataType(final String dataType) { | ||
| final PostgresDataType type = TYPE_MAP.get(dataType.toLowerCase()); | ||
| if (type == null) { | ||
| throw new IllegalArgumentException("Unsupported PostgresDataType data type: " + dataType); | ||
| } | ||
| return type; | ||
| } | ||
|
|
||
| public enum DataCategory { | ||
| NUMERIC, | ||
| STRING, | ||
| BIT_STRING, | ||
| JSON, | ||
| BOOLEAN, | ||
| TEMPORAL, | ||
| SPATIAL, | ||
| NETWORK_ADDRESS, | ||
| SPECIAL, | ||
| BINARY | ||
| } | ||
|
|
||
|
|
||
| public boolean isNumeric() { | ||
| return category == DataCategory.NUMERIC; | ||
| } | ||
|
|
||
|
|
||
| public boolean isString() { | ||
| return category == DataCategory.STRING; | ||
| } | ||
|
|
||
| public boolean isBitString() { | ||
| return category == DataCategory.BIT_STRING; | ||
| } | ||
|
|
||
| public boolean isJson() { | ||
| return category == DataCategory.JSON; | ||
| } | ||
|
|
||
| public boolean isBoolean() { | ||
| return category == DataCategory.BOOLEAN; | ||
| } | ||
|
|
||
| public boolean isTemporal() { | ||
| return category == DataCategory.TEMPORAL; | ||
| } | ||
|
|
||
| public boolean isSpatial() { | ||
| return category == DataCategory.SPATIAL; | ||
| } | ||
|
|
||
| public boolean isNetworkAddress() { | ||
| return category == DataCategory.NETWORK_ADDRESS; | ||
| } | ||
|
|
||
| public boolean isSpecial() { | ||
| return category == DataCategory.SPECIAL; | ||
| } | ||
|
|
||
| public boolean isBinary() { | ||
| return category == DataCategory.BINARY; | ||
| } | ||
| } | ||
|
|
18 changes: 18 additions & 0 deletions
18
.../opensearch/dataprepper/plugins/source/rds/datatype/postgres/PostgresDataTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,18 @@ | ||
| package org.opensearch.dataprepper.plugins.source.rds.datatype.postgres; | ||
|
|
||
| /** | ||
| * Interface for handling Postgres data type conversions. | ||
| * Implementations of this interface are responsible for converting Postgres column values | ||
| * to appropriate object representations based on their data types. | ||
| */ | ||
| public interface PostgresDataTypeHandler { | ||
| /** | ||
| * Handles the conversion of a Postgres column value to its object representation. | ||
| * | ||
| * @param columnType The Postgres data type of the column being processed | ||
| * @param columnName The name of the column being processed | ||
| * @param value The value to be converted, can be null | ||
| * @return An object representation of the converted value | ||
| */ | ||
| Object handle(PostgresDataType columnType, String columnName, Object value); | ||
| } |
Oops, something went wrong.