Commit 36663871 authored by Sergey Petrunya's avatar Sergey Petrunya

Cassandra SE: varint datatype support:

- allow only VARBINARY(n), all other types can get meaningless data after conversions
- more comments
parent bce2e668
...@@ -341,5 +341,5 @@ drop table t2; ...@@ -341,5 +341,5 @@ drop table t2;
CREATE TABLE t2 (rowkey varchar(32) PRIMARY KEY, varint_col varbinary(2)) ENGINE=CASSANDRA CREATE TABLE t2 (rowkey varchar(32) PRIMARY KEY, varint_col varbinary(2)) ENGINE=CASSANDRA
thrift_host='localhost' keyspace='mariadbtest2' column_family = 'cf9'; thrift_host='localhost' keyspace='mariadbtest2' column_family = 'cf9';
select rowkey, hex(varint_col) from t2; select rowkey, hex(varint_col) from t2;
ERROR HY000: Internal error: 'Unable to convert value of field `varint_col` from cassandra's data format. Source has 4 bytes, data: 12345678' ERROR HY000: Internal error: 'Unable to convert value for field `varint_col` from Cassandra's data format. Source data is 4 bytes, 0x12345678'
drop table t2; drop table t2;
...@@ -848,9 +848,7 @@ const char * const validator_uuid= "org.apache.cassandra.db.marshal.UUIDType"; ...@@ -848,9 +848,7 @@ const char * const validator_uuid= "org.apache.cassandra.db.marshal.UUIDType";
const char * const validator_boolean= "org.apache.cassandra.db.marshal.BooleanType"; const char * const validator_boolean= "org.apache.cassandra.db.marshal.BooleanType";
/* /* VARINTs are stored as big-endian big numbers. */
VARINTs are stored as little-endian big numbers.
*/
const char * const validator_varint= "org.apache.cassandra.db.marshal.IntegerType"; const char * const validator_varint= "org.apache.cassandra.db.marshal.IntegerType";
...@@ -900,19 +898,32 @@ ColumnDataConverter *map_field_to_validator(Field *field, const char *validator_ ...@@ -900,19 +898,32 @@ ColumnDataConverter *map_field_to_validator(Field *field, const char *validator_
break; break;
} }
/* fall through: */ /* fall through: */
case MYSQL_TYPE_VARCHAR:
case MYSQL_TYPE_VAR_STRING: case MYSQL_TYPE_VAR_STRING:
case MYSQL_TYPE_VARCHAR:
{ {
bool is_varint; /*
Cassandra's "varint" type is a binary-encoded arbitary-length
big-endian number.
- It can be mapped to VARBINARY(N), with sufficiently big N.
- If the value does not fit into N bytes, it is an error. We should not
truncate it, because that is just as good as returning garbage.
- varint should not be mapped to BINARY(N), because BINARY(N) values
are zero-padded, which will work as multiplying the value by
2^k for some value of k.
*/
if (field->type() == MYSQL_TYPE_VARCHAR &&
field->binary() &&
!strcmp(validator_name, validator_varint))
{
res= new StringCopyConverter(field->field_length);
break;
}
if (!strcmp(validator_name, validator_blob) || if (!strcmp(validator_name, validator_blob) ||
!strcmp(validator_name, validator_ascii) || !strcmp(validator_name, validator_ascii) ||
!strcmp(validator_name, validator_text) || !strcmp(validator_name, validator_text))
(is_varint= !strcmp(validator_name, validator_varint)))
{ {
size_t max_size= (size_t)-1; res= new StringCopyConverter((size_t)-1);
if (is_varint)
max_size= field->field_length;
res= new StringCopyConverter(max_size);
} }
break; break;
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment