-
Notifications
You must be signed in to change notification settings - Fork 214
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Data type mapping for postgres Signed-off-by: Divyansh Bokadia <[email protected]> Data type mapping for postgres Signed-off-by: Divyansh Bokadia <[email protected]> Data type mapping for postgres Data type mapping for postgres stream Data type mapping for postgres stream
- Loading branch information
Showing
46 changed files
with
1,917 additions
and
243 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
2 changes: 1 addition & 1 deletion
2
...ns/source/rds/datatype/MySQLDataType.java → ...rce/rds/datatype/mysql/MySQLDataType.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
.../rds/datatype/impl/BinaryTypeHandler.java → ...type/mysql/handler/BinaryTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
...ce/rds/datatype/impl/JsonTypeHandler.java → ...tatype/mysql/handler/JsonTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
...rds/datatype/impl/NumericTypeHandler.java → ...ype/mysql/handler/NumericTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
8 changes: 4 additions & 4 deletions
8
.../rds/datatype/impl/StringTypeHandler.java → ...type/mysql/handler/StringTypeHandler.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
156 changes: 156 additions & 0 deletions
156
...ava/org/opensearch/dataprepper/plugins/source/rds/datatype/postgres/PostgresDataType.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,156 @@ | ||
| package org.opensearch.dataprepper.plugins.source.rds.datatype.postgres; | ||
|
|
||
| import java.util.HashMap; | ||
| import java.util.Map; | ||
|
|
||
| public enum PostgresDataType { | ||
| // Numeric types | ||
| SMALLINT("smallint", DataCategory.NUMERIC), | ||
| INTEGER("integer", DataCategory.NUMERIC), | ||
| BIGINT("bigint", DataCategory.NUMERIC), | ||
| SMALLSERIAL("small", DataCategory.NUMERIC), | ||
| SERIAL("mediumint unsigned", DataCategory.NUMERIC), | ||
| BIGSERIAL("int", DataCategory.NUMERIC), | ||
| REAL("real", DataCategory.NUMERIC), | ||
| DOUBLE_PRECISION("double precision", DataCategory.NUMERIC), | ||
| NUMERIC("numeric", DataCategory.NUMERIC), | ||
| MONEY("money", DataCategory.NUMERIC), | ||
|
|
||
| //String Data types | ||
| TEXT("text", DataCategory.STRING), | ||
| VARCHAR("varchar", DataCategory.STRING), | ||
| BPCHAR("bpchar", DataCategory.STRING), | ||
|
|
||
| //Bit String Data type | ||
| BIT("bit",DataCategory.BIT_STRING), | ||
| VARBIT("varbit", DataCategory.BIT_STRING), | ||
|
|
||
| //Json Data type | ||
| JSON("json",DataCategory.JSON), | ||
| JSONB("jsonb",DataCategory.JSON), | ||
|
|
||
| //Boolean data type | ||
| BOOLEAN("boolean", DataCategory.BOOLEAN), | ||
|
|
||
| //Date-time data types | ||
| DATE("date", DataCategory.TEMPORAL), | ||
| TIME("time",DataCategory.TEMPORAL), | ||
| TIMETZ("timetz",DataCategory.TEMPORAL), | ||
| TIMESTAMP("timestamp",DataCategory.TEMPORAL), | ||
| TIMESTAMPTZ("timestamptz",DataCategory.TEMPORAL), | ||
| INTERVAL("interval", DataCategory.TEMPORAL), | ||
|
|
||
| //Spatial Data types | ||
| POINT("point", DataCategory.SPATIAL), | ||
| LINE("line", DataCategory.SPATIAL), | ||
| LSEG("lseg", DataCategory.SPATIAL), | ||
| BOX("box", DataCategory.SPATIAL), | ||
| PATH("path", DataCategory.SPATIAL), | ||
| POLYGON("polygon", DataCategory.SPATIAL), | ||
| CIRCLE("circle", DataCategory.SPATIAL), | ||
|
|
||
| //Network Address Data types | ||
| CIDR("cidr", DataCategory.NETWORK_ADDRESS), | ||
| INET("inet", DataCategory.NETWORK_ADDRESS), | ||
| MACADDR("macaddr", DataCategory.NETWORK_ADDRESS), | ||
| MACADDR8("macaddr8", DataCategory.NETWORK_ADDRESS), | ||
|
|
||
| //Special Data types | ||
| UUID( "uuid",DataCategory.SPECIAL), | ||
| XML("xml", DataCategory.SPECIAL), | ||
| PG_LSN("pg_lsn", DataCategory.SPECIAL), | ||
| TSQUERY("tsquery", DataCategory.SPECIAL), | ||
|
|
||
| //Binary data type | ||
| BYTEA("bytea", DataCategory.BINARY); | ||
|
|
||
| private static final Map<String, PostgresDataType> TYPE_MAP; | ||
|
|
||
| static { | ||
| TYPE_MAP = new HashMap<>(values().length); | ||
| for (PostgresDataType dataType : values()) { | ||
| TYPE_MAP.put(dataType.dataType, dataType); | ||
| } | ||
| } | ||
|
|
||
| private final String dataType; | ||
| private final DataCategory category; | ||
|
|
||
| PostgresDataType(String dataType, DataCategory category) { | ||
| this.dataType = dataType; | ||
| this.category = category; | ||
| } | ||
|
|
||
| public String getDataType() { | ||
| return dataType; | ||
| } | ||
|
|
||
| public DataCategory getCategory() { | ||
| return category; | ||
| } | ||
|
|
||
|
|
||
| public static PostgresDataType byDataType(final String dataType) { | ||
| final PostgresDataType type = TYPE_MAP.get(dataType.toLowerCase()); | ||
| if (type == null) { | ||
| throw new IllegalArgumentException("Unsupported PostgresDataType data type: " + dataType); | ||
| } | ||
| return type; | ||
| } | ||
|
|
||
| public enum DataCategory { | ||
| NUMERIC, | ||
| STRING, | ||
| BIT_STRING, | ||
| JSON, | ||
| BOOLEAN, | ||
| TEMPORAL, | ||
| SPATIAL, | ||
| NETWORK_ADDRESS, | ||
| SPECIAL, | ||
| BINARY | ||
| } | ||
|
|
||
|
|
||
| public boolean isNumeric() { | ||
| return category == DataCategory.NUMERIC; | ||
| } | ||
|
|
||
|
|
||
| public boolean isString() { | ||
| return category == DataCategory.STRING; | ||
| } | ||
|
|
||
| public boolean isBitString() { | ||
| return category == DataCategory.BIT_STRING; | ||
| } | ||
|
|
||
| public boolean isJson() { | ||
| return category == DataCategory.JSON; | ||
| } | ||
|
|
||
| public boolean isBoolean() { | ||
| return category == DataCategory.BOOLEAN; | ||
| } | ||
|
|
||
| public boolean isTemporal() { | ||
| return category == DataCategory.TEMPORAL; | ||
| } | ||
|
|
||
| public boolean isSpatial() { | ||
| return category == DataCategory.SPATIAL; | ||
| } | ||
|
|
||
| public boolean isNetworkAddress() { | ||
| return category == DataCategory.NETWORK_ADDRESS; | ||
| } | ||
|
|
||
| public boolean isSpecial() { | ||
| return category == DataCategory.SPECIAL; | ||
| } | ||
|
|
||
| public boolean isBinary() { | ||
| return category == DataCategory.BINARY; | ||
| } | ||
| } | ||
|
|
Oops, something went wrong.