impala/testdata/datasets/functional/schema_constraints.csv at 8a91b6b60f0c6d8a6762c48d582bed0afb730a17

mirror of https://github.com/apache/impala.git synced 2026-01-06 06:01:03 -05:00

Files

David Alves 8a91b6b60f Allow to specify split keys in json format in Kudu's CREATE TABLE statement

This allows to specify split keys in Kudu's CREATE TABLE statement as part
of the key/value pairs in TBLPROPERTIES.

Splits are expected to be specified in as json arrays of arrays: [[key1], [key2], ...]
'key1', 'key2 might be single values or comma separated lists of values, depending
on whether the table has a simple of compound primary key.

This also adds a series of test tables to be created for the kutu table format
when load-data.py is executed.

Change-Id: I1824199fda14abb2d7352800789f2b9c2f2124ae
Reviewed-on: http://gerrit.sjc.cloudera.com:8080/6974
Tested-by: jenkins
Reviewed-by: Martin Grund <mgrund@cloudera.com>

2015-06-19 10:40:16 -07:00

9.2 KiB

Raw Blame History

1	# Table level constraints:
2	# Allows for defining constraints on which file formats to generate for an individual
3	# table. The table name should match the base table name defined in the schema template
4	# file.
5	table_name:stringids, constraint:restrict_to, table_format:hbase/none/none
6	table_name:hbasecolumnfamilies, constraint:restrict_to, table_format:hbase/none/none
7	table_name:insertalltypesagg, constraint:restrict_to, table_format:hbase/none/none
8	table_name:alltypessmallbinary, constraint:restrict_to, table_format:hbase/none/none
9	table_name:insertalltypesaggbinary, constraint:restrict_to, table_format:hbase/none/none
10	table_name:hbasealltypeserror, constraint:restrict_to, table_format:hbase/none/none
11	table_name:hbasealltypeserrornonulls, constraint:restrict_to, table_format:hbase/none/none
12	table_name:alltypesinsert, constraint:restrict_to, table_format:text/none/none
13	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:text/none/none
14	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:text/none/none
15	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:text/none/none
16	table_name:insert_string_partitioned, constraint:restrict_to, table_format:text/none/none
17	table_name:alltypesinsert, constraint:restrict_to, table_format:parquet/none/none
18	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:parquet/none/none
19	table_name:alltypesinsert, constraint:restrict_to, table_format:text/none/none
20	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:text/none/none
21	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:text/none/none
22	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:text/none/none
23	table_name:insert_string_partitioned, constraint:restrict_to, table_format:text/none/none
24	table_name:alltypesinsert, constraint:restrict_to, table_format:parquet/none/none
25	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:parquet/none/none
26	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:parquet/none/none
27	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:parquet/none/none
28	table_name:insert_string_partitioned, constraint:restrict_to, table_format:parquet/none/none
29	table_name:old_rcfile_table, constraint:restrict_to, table_format:rc/none/none
30	table_name:bad_text_lzo, constraint:restrict_to, table_format:text/lzo/block
31	table_name:bad_text_gzip, constraint:restrict_to, table_format:text/gzip/block
32	table_name:bad_seq_snap, constraint:restrict_to, table_format:seq/snap/block
33	table_name:bad_parquet, constraint:restrict_to, table_format:parquet/none/none
34	table_name:bad_metadata_len, constraint:restrict_to, table_format:parquet/none/none
35	table_name:bad_dict_page_offset, constraint:restrict_to, table_format:parquet/none/none
36	table_name:bad_compressed_size, constraint:restrict_to, table_format:parquet/none/none
37	table_name:alltypesagg_hive_13_1, constraint:restrict_to, table_format:parquet/none/none
38	table_name:kite_required_fields, constraint:restrict_to, table_format:parquet/none/none
39	# TODO: Support Avro. Data loading currently fails for Avro because complex types
40	# cannot be converted to the corresponding Avro types yet.
41	table_name:allcomplextypes, constraint:restrict_to, table_format:text/none/none
42	table_name:allcomplextypes, constraint:restrict_to, table_format:parquet/none/none
43	table_name:allcomplextypes, constraint:restrict_to, table_format:hbase/none/none
44	table_name:functional, constraint:restrict_to, table_format:text/none/none
45	table_name:alltypeserror, constraint:exclude, table_format:parquet/none/none
46	table_name:alltypeserrornonulls, constraint:exclude, table_format:parquet/none/none
47	table_name:unsupported_types, constraint:exclude, table_format:parquet/none/none
48	table_name:escapechartesttable, constraint:exclude, table_format:parquet/none/none
49	table_name:TblWithRaggedColumns, constraint:exclude, table_format:parquet/none/none
50	# the text_ tables are for testing test delimiters and escape chars in text files
51	table_name:text_comma_backslash_newline, constraint:restrict_to, table_format:text/none/none
52	table_name:text_dollar_hash_pipe, constraint:restrict_to, table_format:text/none/none
53	table_name:text_thorn_ecirc_newline, constraint:restrict_to, table_format:text/none/none
54	table_name:bad_serde, constraint:restrict_to, table_format:text/none/none
55	table_name:rcfile_lazy_binary_serde, constraint:restrict_to, table_format:rc/none/none
56	table_name:unsupported_partition_types, constraint:restrict_to, table_format:text/none/none
57	table_name:nullformat_custom, constraint:exclude, table_format:parquet/none/none
58	table_name:alltypes_view, constraint:restrict_to, table_format:text/none/none
59	table_name:allcomplextypes_view, constraint:restrict_to, table_format:text/none/none
60	table_name:alltypes_view, constraint:restrict_to, table_format:seq/snap/block
61	table_name:alltypes_hive_view, constraint:restrict_to, table_format:text/none/none
62	table_name:alltypes_view_sub, constraint:restrict_to, table_format:text/none/none
63	table_name:alltypes_view_sub, constraint:restrict_to, table_format:seq/snap/block
64	table_name:alltypes_parens, constraint:restrict_to, table_format:text/none/none
65	table_name:complex_view, constraint:restrict_to, table_format:text/none/none
66	table_name:complex_view, constraint:restrict_to, table_format:seq/snap/block
67	table_name:view_view, constraint:restrict_to, table_format:text/none/none
68	table_name:view_view, constraint:restrict_to, table_format:seq/snap/block
69	# liketbl and tblwithraggedcolumns all have
70	# NULLs in primary key columns. hbase does not support
71	# writing NULLs to primary key columns.
72	table_name:liketbl, constraint:exclude, table_format:hbase/none/none
73	table_name:tblwithraggedcolumns, constraint:exclude, table_format:hbase/none/none
74	# Tables with only one column are not supported in hbase.
75	table_name:greptiny, constraint:exclude, table_format:hbase/none/none
76	table_name:tinyinttable, constraint:exclude, table_format:hbase/none/none
77	# overflow has a bigint that's too big. hbase may lose precision, hence this
78	# table cannot be loaded.
79	table_name:overflow, constraint:exclude, table_format:hbase/none/none
80	# widerow has a single column with a single row containing a 10MB string. hbase doesn't
81	# seem to like this.
82	table_name:widerow, constraint:exclude, table_format:hbase/none/none
83	# nullformat_custom is used in null-insert tests, which user insert overwrite,
84	# which is not supported in hbase. The schema is also specified in HIVE_CREATE
85	# with no corresponding LOAD statement.
86	table_name:nullformat_custom, constraint:exclude, table_format:hbase/none/none
87	table_name:unsupported_types, constraint:exclude, table_format:hbase/none/none
88	# On CDH4, decimal can only be tested on formats Impala can write to (text and parquet)
89	# TODO: add Avro once Hive or Impala can write Avro decimals
90	table_name:decimal_tbl, constraint:restrict_to, table_format:text/none/none
91	table_name:decimal_tiny, constraint:restrict_to, table_format:text/none/none
92	table_name:decimal_tbl, constraint:restrict_to, table_format:parquet/none/none
93	table_name:decimal_tiny, constraint:restrict_to, table_format:parquet/none/none
94	table_name:avro_decimal_tbl, constraint:restrict_to, table_format:avro/snap/block
95	# TODO first set of tests are for text/none/none
96	table_name:chars_tiny, constraint:restrict_to, table_format:text/none/none
97	# invalid_decimal_part_tbl[1,2,3] tables are used for testing invalid decimal
98	# partition key values (see IMPALA-1040)
99	table_name:invalid_decimal_part_tbl1, constraint:restrict_to, table_format:text/none/none
100	table_name:invalid_decimal_part_tbl2, constraint:restrict_to, table_format:text/none/none
101	table_name:invalid_decimal_part_tbl3, constraint:restrict_to, table_format:text/none/none
102	table_name:avro_decimal_tbl, constraint:restrict_to, table_format:avro/snap/block
103	# testescape tables are used for testing text scanner delimiter handling
104	table_name:table_no_newline, constraint:restrict_to, table_format:text/none/none
105	table_name:table_no_newline_part, constraint:restrict_to, table_format:text/none/none
106	table_name:testescape_16_lf, constraint:restrict_to, table_format:text/none/none
107	table_name:testescape_16_crlf, constraint:restrict_to, table_format:text/none/none
108	table_name:testescape_17_lf, constraint:restrict_to, table_format:text/none/none
109	table_name:testescape_17_crlf, constraint:restrict_to, table_format:text/none/none
110	table_name:testescape_32_lf, constraint:restrict_to, table_format:text/none/none
111	table_name:testescape_32_crlf, constraint:restrict_to, table_format:text/none/none
112	# alltimezones is used to verify that impala properly deals with timezones
113	table_name:alltimezones, constraint:restrict_to, table_format:text/none/none
114	# Kudu can't handle certain types such as timestamp so we pick and choose the tables
115	# we actually use for Kudu related tests.
116	table_name:testtbl, constraint:only, table_format:kudu/none/none
117	table_name:dimtbl, constraint:only, table_format:kudu/none/none
118	table_name:liketbl, constraint:only, table_format:kudu/none/none
119	table_name:text_comma_backslash_newline, constraint:only, table_format:kudu/none/none
120	table_name:tinytable, constraint:only, table_format:kudu/none/none
121	table_name:tinyinttable, constraint:only, table_format:kudu/none/none
122	table_name:zipcode_incomes, constraint:only, table_format:kudu/none/none

9.2 KiB Raw Blame History

9.2 KiB

Raw Blame History