Data Type Mapping for Kafka
This section lists the mapping of data types for Kafka (with Avro, Parquet, and Json).
Kafka as Target
When Kafka is used as a target location, following is the mapping of HVR repository data types to the corresponding data type in Kafka.
Text in green cell indicates the native data type of the DBMS
HVR Repository Data Types | Attributes | Kafka with Avro, Parquet and Json |
---|---|---|
ansidate (ingres) | null=1 | date |
ansidate | null=1 | date |
bfile | null=1 | blob |
bigint unsigned |
bytelen=8
null=1 | decimal(20) |
bigint |
bytelen=8
null=1 | bigint |
binary |
bytelen=10
null=1 | blob |
binary_double |
bytelen=8
null=1 | float |
binary_float |
bytelen=4
null=1 | real |
bit (mysql) |
bitlen=32
null=1 | varchar(32) |
bit |
bytelen=1
null=1 | boolean |
blob | null=1 | blob |
bool |
bytelen=1
null=1 | boolean |
boolean |
bytelen=1
null=1 | boolean |
byte varying |
bytelen=10
null=1 | blob |
byte |
bytelen=10
null=1 | blob |
byteint |
bytelen=1
null=1 | smallint |
c |
bytelen=10
encoding=UTF-8 null=1 | char(10) |
char |
bytelen=10
encoding=UTF-8 null=1 | char(10) |
char |
bytelen=4000
encoding=UTF-8 null=1 | char(4000) |
char |
bytelen=8000
encoding=UTF-8 null=1 | char(8000) |
char |
bytelen=40
charlen=10 encoding=UTF-8 null=1 | char(10) |
char |
bytelen=10
encoding=WINDOWS-1252 null=1 | char(10) |
char (oracle) |
bytelen=10
encoding=UTF-8 null=1 | char(10) |
char (oracle) |
bytelen=2000
encoding=UTF-8 null=1 | char(2000) |
char (oracle) |
bytelen=40
charlen=10 encoding=UTF-8 null=1 | char(10) |
char (oracle) |
bytelen=10
encoding=WINDOWS-1252 null=1 | char(10) |
clob |
encoding=UTF-8
null=1 | text |
date | null=1 | timestamp-millis |
date (hana) | null=1 | date |
date (mysql) | null=1 | date |
date (sybase) | null=1 | date |
datetime (bigquery) |
prec_sec=0
null=1 | timestamp-millis |
datetime (mysql) |
prec_sec=0
null=1 | timestamp-millis |
datetime (sybase) | null=1 | timestamp-millis |
datetime | null=1 | timestamp-millis |
datetime2 |
prec_sec=0
null=1 | timestamp-millis |
datetimeoffset |
prec_sec=0
null=1 | timestamp-millis |
db2 timestamp with time zone |
prec_sec=0
null=1 | timestamp-millis |
db2 xml |
encoding=UTF-8
null=1 | text |
dbclob |
charlen=0
null=1 | text |
decfloat |
prec=16
null=1 | varchar(42) |
decfloat |
prec=34
null=1 | varchar(42) |
decimal |
prec=10
scale=3 null=1 | decimal(10,3) |
decimal |
prec=6
null=1 | decimal(6) |
double |
bytelen=8
null=1 | float |
epoch |
prec_sec=0
null=1 | timestamp-millis |
float |
bytelen=8
null=1 | float |
float4 |
bytelen=4
null=1 | real |
float8 |
bytelen=8
null=1 | float |
float64 |
bytelen=8
null=1 | float |
graphic |
charlen=10
null=1 | char(10) |
image | null=1 | blob |
image (sybase) | null=1 | blob |
ingresdate | null=1 | timestamp-millis |
int unsigned |
bytelen=4
null=1 | bigint |
int |
bytelen=4
null=1 | integer |
integer |
bytelen=4
null=1 | integer |
integer1 |
bytelen=1
null=1 | smallint |
integer2 |
bytelen=2
null=1 | smallint |
integer4 |
bytelen=4
null=1 | integer |
integer8 |
bytelen=8
null=1 | bigint |
int64 |
bytelen=8
null=1 | bigint |
interval day to second (ingres) |
prec_sec=0
null=1 | interval month to second |
interval day to second |
prec_sec=0
prec_day=0 null=1 | interval month to second |
interval month to second |
prec_sec=0
null=1 | interval month to second |
interval year to month (ingres) | null=1 | interval month to second |
interval year to month |
prec_year=0
null=1 | interval month to second |
json | null=1 | text |
jsonb | null=1 | text |
long byte | null=1 | blob |
long char |
encoding=UTF-8
null=1 | text |
long nvarchar (db2) |
charlen=0
null=1 | text |
long nvarchar |
charlen=0
null=1 | text |
long raw | null=1 | blob |
long varbinary | null=1 | blob |
long varchar (db2) |
encoding=UTF-8
null=1 | text |
long varchar |
encoding=UTF-8
null=1 | text |
long |
encoding=UTF-8
null=1 | text |
mediumint unsigned |
bytelen=3
null=1 | integer |
mediumint |
bytelen=3
null=1 | integer |
money (ingres) | null=1 | decimal(14,2) |
money | null=1 | decimal(19,4) |
nchar |
charlen=10
null=1 | char(10) |
nchar (oracle) |
bytelen=20
charlen=10 null=1 | char(10) |
nclob |
charlen=0
null=1 | text |
ntext |
charlen=0
null=1 | text |
number |
scale=0
null=1 | decimal(1000,4) |
number |
prec=10
scale=-127 null=1 | float |
number |
prec=10
scale=3 null=1 | decimal(10,3) |
number |
prec=26
scale=0 null=1 | decimal(26) |
number |
prec=6
scale=0 null=1 | integer |
numeric (db2i) |
prec=10
scale=3 null=1 | decimal(10,3) |
numeric (db2i) |
prec=6
null=1 | decimal(6) |
numeric |
prec=10
scale=3 null=1 | decimal(10,3) |
numeric |
prec=26
null=1 | decimal(26) |
numeric |
prec=6
null=1 | decimal(6) |
nvarchar |
charlen=10
null=1 | varchar(10) |
nvarchar(max) |
charlen=0
null=1 | text |
nvarchar2 |
charlen=10
null=1 | varchar(10) |
postgres date | null=1 | date |
postgres timestamp with time zone |
prec_sec=0
null=1 | timestamp-millis |
postgres timestamp |
prec_sec=0
null=1 | timestamp-millis |
raw |
bytelen=10
null=1 | blob |
real |
bytelen=4
null=1 | real |
rowid |
bytelen=18
charlen=18 encoding=US-ASCII null=1 | char(18) |
rowversion |
bytelen=10
null=1 | blob |
smalldatetime | null=1 | timestamp-millis |
smallint unsigned |
bytelen=2
null=1 | integer |
smallint |
bytelen=2
null=1 | smallint |
smallmoney | null=1 | decimal(10,4) |
text (ingres) |
bytelen=10
encoding=UTF-8 null=1 | varchar(10) |
text (sqlserver) |
encoding=WINDOWS-1252
null=1 | text |
text(sybase) |
encoding=UTF-8
null=1 | text |
time (mysql) |
prec_sec=0
null=1 | time(3) |
time (hana) | null=1 | time(3) |
time (sybase) | null=1 | time(3) |
time with local time zone |
prec_sec=0
null=1 | time(3) |
time with time zone |
prec_sec=0
null=1 | time(3) |
time |
prec_sec=0
null=1 | time(3) |
time |
prec_sec=3
null=1 | time(3) |
time2 | null=1 | time(3) |
timestamp (bigquery) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (db2) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (hana) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (ingres) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (mysql) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (oracle) |
prec_sec=0
null=1 | timestamp-millis |
timestamp (sqlserver) |
bytelen=10
null=1 | blob |
timestamp (sybase) |
bytelen=10
null=1 | blob |
timestamp with local time zone |
prec_sec=0
null=1 | timestamp-millis |
timestamp with local tz (oracle) |
prec_sec=0
null=1 | timestamp-millis |
timestamp with time zone |
prec_sec=0
null=1 | timestamp-millis |
timestamp with tz (oracle) |
prec_sec=0
null=1 | timestamp-millis |
timestamp |
prec_sec=0
null=1 | timestamp-millis |
tinyint signed |
bytelen=1
null=1 | smallint |
tinyint unsigned |
bytelen=1
null=1 | smallint |
tinyint |
bytelen=1
null=1 | smallint |
uniqueidentifier |
bytelen=16
null=1 | char(36) |
unitext |
charlen=0
null=1 | text |
univarchar |
charlen=10
null=1 | varchar(10) |
unsigned bigint |
bytelen=8
null=1 | decimal(20) |
unsigned int |
bytelen=4
null=1 | bigint |
unsigned smallint |
bytelen=2
null=1 | integer |
urowid |
bytelen=100
charlen=100 encoding=US-ASCII null=1 | varchar(100) |
varbinary |
bytelen=10
null=1 | blob |
varbinary (sybase) |
bytelen=10
null=1 | blob |
varbinary(max) | null=1 | blob |
varbyte |
bytelen=10
null=1 | blob |
varchar |
bytelen=10
encoding=UTF-8 null=1 | varchar(10) |
varchar |
bytelen=8000
encoding=UTF-8 null=1 | varchar(8000) |
varchar |
bytelen=40
charlen=10 encoding=UTF-8 null=1 | varchar(10) |
varchar |
bytelen=10
encoding=WINDOWS-1252 null=1 | varchar(10) |
varchar (sybase) |
bytelen=10
encoding=UTF-8 null=1 | varchar(10) |
varchar (sybase) |
bytelen=8000
encoding=UTF-8 null=1 | varchar(8000) |
varchar (sybase) |
bytelen=40
charlen=10 encoding=UTF-8 null=1 | varchar(10) |
varchar (sybase) |
bytelen=10
encoding=WINDOWS-1252 null=1 | varchar(10) |
varchar(max) |
encoding=WINDOWS-1252
null=1 | text |
varchar2 |
bytelen=10
encoding=UTF-8 null=1 | varchar(10) |
varchar2 |
bytelen=40
charlen=10 encoding=UTF-8 null=1 | varchar(10) |
varchar2 |
bytelen=10
encoding=WINDOWS-1252 null=1 | varchar(10) |
vargraphic |
charlen=10
null=1 | varchar(10) |
xml |
charlen=0
null=1 | text |
year (mysql) | null=1 | smallint |