impala/testdata/datasets/functional/schema_constraints.csv

1	# Table level constraints:
2	# Allows for defining constraints on which file formats to generate for an individual
3	# table. The table name should match the base table name defined in the schema template
4	# file.
5	table_name:stringids, constraint:restrict_to, table_format:hbase/none/none
6	table_name:hbasecolumnfamilies, constraint:restrict_to, table_format:hbase/none/none
7	table_name:insertalltypesagg, constraint:restrict_to, table_format:hbase/none/none
8	table_name:alltypessmallbinary, constraint:restrict_to, table_format:hbase/none/none
9	table_name:insertalltypesaggbinary, constraint:restrict_to, table_format:hbase/none/none
10	table_name:hbasealltypeserror, constraint:restrict_to, table_format:hbase/none/none
11	table_name:hbasealltypeserrornonulls, constraint:restrict_to, table_format:hbase/none/none
12	table_name:alltypesinsert, constraint:restrict_to, table_format:text/none/none
13	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:text/none/none
14	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:text/none/none
15	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:text/none/none
16	table_name:insert_string_partitioned, constraint:restrict_to, table_format:text/none/none
17	table_name:alltypesinsert, constraint:restrict_to, table_format:parquet/none/none
18	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:parquet/none/none
19	table_name:alltypesinsert, constraint:restrict_to, table_format:text/none/none
20	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:text/none/none
21	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:text/none/none
22	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:text/none/none
23	table_name:insert_string_partitioned, constraint:restrict_to, table_format:text/none/none
24	table_name:alltypesinsert, constraint:restrict_to, table_format:parquet/none/none
25	table_name:alltypesnopart_insert, constraint:restrict_to, table_format:parquet/none/none
26	table_name:insert_overwrite_nopart, constraint:restrict_to, table_format:parquet/none/none
27	table_name:insert_overwrite_partitioned, constraint:restrict_to, table_format:parquet/none/none
28	table_name:insert_string_partitioned, constraint:restrict_to, table_format:parquet/none/none
29	table_name:old_rcfile_table, constraint:restrict_to, table_format:rc/none/none
30	table_name:bad_text_lzo, constraint:restrict_to, table_format:text/lzo/block
31	table_name:bad_text_gzip, constraint:restrict_to, table_format:text/gzip/block
32	table_name:bad_seq_snap, constraint:restrict_to, table_format:seq/snap/block
33	table_name:bad_parquet, constraint:restrict_to, table_format:parquet/none/none
34	table_name:bad_magic_number, constraint:restrict_to, table_format:parquet/none/none
35	table_name:bad_metadata_len, constraint:restrict_to, table_format:parquet/none/none
36	table_name:bad_dict_page_offset, constraint:restrict_to, table_format:parquet/none/none
37	table_name:bad_compressed_size, constraint:restrict_to, table_format:parquet/none/none
38	table_name:alltypesagg_hive_13_1, constraint:restrict_to, table_format:parquet/none/none
39	table_name:kite_required_fields, constraint:restrict_to, table_format:parquet/none/none
40	table_name:bad_column_metadata, constraint:restrict_to, table_format:parquet/none/none
41	table_name:lineitem_multiblock, constraint:restrict_to, table_format:parquet/none/none
42	table_name:lineitem_sixblocks, constraint:restrict_to, table_format:parquet/none/none
43	table_name:lineitem_multiblock_one_row_group, constraint:restrict_to, table_format:parquet/none/none
44	# TODO: Support Avro. Data loading currently fails for Avro because complex types
45	# cannot be converted to the corresponding Avro types yet.
46	table_name:allcomplextypes, constraint:restrict_to, table_format:text/none/none
47	table_name:allcomplextypes, constraint:restrict_to, table_format:parquet/none/none
48	table_name:allcomplextypes, constraint:restrict_to, table_format:hbase/none/none
49	table_name:functional, constraint:restrict_to, table_format:text/none/none
50	table_name:complextypes_fileformat, constraint:restrict_to, table_format:text/none/none
51	table_name:complextypes_fileformat, constraint:restrict_to, table_format:parquet/none/none
52	table_name:complextypes_fileformat, constraint:restrict_to, table_format:avro/snap/block
53	table_name:complextypes_fileformat, constraint:restrict_to, table_format:rc/snap/block
54	table_name:complextypes_fileformat, constraint:restrict_to, table_format:seq/snap/block
55	table_name:complextypes_multifileformat, constraint:restrict_to, table_format:text/none/none
56	# TODO: Avro
57	table_name:complextypestbl, constraint:restrict_to, table_format:parquet/none/none
58	table_name:alltypeserror, constraint:exclude, table_format:parquet/none/none
59	table_name:alltypeserrornonulls, constraint:exclude, table_format:parquet/none/none
60	table_name:unsupported_types, constraint:exclude, table_format:parquet/none/none
61	table_name:escapechartesttable, constraint:exclude, table_format:parquet/none/none
62	table_name:TblWithRaggedColumns, constraint:exclude, table_format:parquet/none/none
63	# the text_ tables are for testing test delimiters and escape chars in text files
64	table_name:text_comma_backslash_newline, constraint:restrict_to, table_format:text/none/none
65	table_name:text_dollar_hash_pipe, constraint:restrict_to, table_format:text/none/none
66	table_name:text_thorn_ecirc_newline, constraint:restrict_to, table_format:text/none/none
67	table_name:bad_serde, constraint:restrict_to, table_format:text/none/none
68	table_name:rcfile_lazy_binary_serde, constraint:restrict_to, table_format:rc/none/none
69	table_name:unsupported_partition_types, constraint:restrict_to, table_format:text/none/none
70	table_name:nullformat_custom, constraint:exclude, table_format:parquet/none/none
71	table_name:alltypes_view, constraint:restrict_to, table_format:text/none/none
72	table_name:allcomplextypes_view, constraint:restrict_to, table_format:text/none/none
73	table_name:alltypes_view, constraint:restrict_to, table_format:seq/snap/block
74	table_name:alltypes_hive_view, constraint:restrict_to, table_format:text/none/none
75	table_name:alltypes_view_sub, constraint:restrict_to, table_format:text/none/none
76	table_name:alltypes_view_sub, constraint:restrict_to, table_format:seq/snap/block
77	table_name:alltypes_parens, constraint:restrict_to, table_format:text/none/none
78	table_name:complex_view, constraint:restrict_to, table_format:text/none/none
79	table_name:complex_view, constraint:restrict_to, table_format:seq/snap/block
80	table_name:view_view, constraint:restrict_to, table_format:text/none/none
81	table_name:view_view, constraint:restrict_to, table_format:seq/snap/block
82	# liketbl and tblwithraggedcolumns all have
83	# NULLs in primary key columns. hbase does not support
84	# writing NULLs to primary key columns.
85	table_name:liketbl, constraint:exclude, table_format:hbase/none/none
86	table_name:tblwithraggedcolumns, constraint:exclude, table_format:hbase/none/none
87	# Tables with only one column are not supported in hbase.
88	table_name:greptiny, constraint:exclude, table_format:hbase/none/none
89	table_name:tinyinttable, constraint:exclude, table_format:hbase/none/none
90	# overflow has a bigint that's too big. hbase may lose precision, hence this
91	# table cannot be loaded.
92	table_name:overflow, constraint:exclude, table_format:hbase/none/none
93	# widerow has a single column with a single row containing a 10MB string. hbase doesn't
94	# seem to like this.
95	table_name:widerow, constraint:exclude, table_format:hbase/none/none
96	# nullformat_custom is used in null-insert tests, which user insert overwrite,
97	# which is not supported in hbase. The schema is also specified in HIVE_CREATE
98	# with no corresponding LOAD statement.
99	table_name:nullformat_custom, constraint:exclude, table_format:hbase/none/none
100	table_name:unsupported_types, constraint:exclude, table_format:hbase/none/none
101	# On CDH4, decimal can only be tested on formats Impala can write to (text and parquet)
102	# TODO: add Avro once Hive or Impala can write Avro decimals
103	table_name:decimal_tbl, constraint:restrict_to, table_format:text/none/none
104	table_name:decimal_tiny, constraint:restrict_to, table_format:text/none/none
105	table_name:decimal_tbl, constraint:restrict_to, table_format:parquet/none/none
106	table_name:decimal_tiny, constraint:restrict_to, table_format:parquet/none/none
107	table_name:avro_decimal_tbl, constraint:restrict_to, table_format:avro/snap/block
108	# TODO first set of tests are for text/none/none
109	table_name:chars_tiny, constraint:restrict_to, table_format:text/none/none
110	# invalid_decimal_part_tbl[1,2,3] tables are used for testing invalid decimal
111	# partition key values (see IMPALA-1040)
112	table_name:invalid_decimal_part_tbl1, constraint:restrict_to, table_format:text/none/none
113	table_name:invalid_decimal_part_tbl2, constraint:restrict_to, table_format:text/none/none
114	table_name:invalid_decimal_part_tbl3, constraint:restrict_to, table_format:text/none/none
115	table_name:avro_decimal_tbl, constraint:restrict_to, table_format:avro/snap/block
116	# testescape tables are used for testing text scanner delimiter handling
117	table_name:table_no_newline, constraint:restrict_to, table_format:text/none/none
118	table_name:table_no_newline_part, constraint:restrict_to, table_format:text/none/none
119	table_name:testescape_16_lf, constraint:restrict_to, table_format:text/none/none
120	table_name:testescape_16_crlf, constraint:restrict_to, table_format:text/none/none
121	table_name:testescape_17_lf, constraint:restrict_to, table_format:text/none/none
122	table_name:testescape_17_crlf, constraint:restrict_to, table_format:text/none/none
123	table_name:testescape_32_lf, constraint:restrict_to, table_format:text/none/none
124	table_name:testescape_32_crlf, constraint:restrict_to, table_format:text/none/none
125	# alltimezones is used to verify that impala properly deals with timezones
126	table_name:alltimezones, constraint:restrict_to, table_format:text/none/none
127	# Avro schema is inferred from the column definitions (IMPALA-1136)
128	table_name:no_avro_schema, constraint:restrict_to, table_format:avro/snap/block
129	table_name:avro_unicode_nulls, constraint:restrict_to, table_format:avro/snap/block
130	# test single and multi stream bz2 files
131	table_name:bzip2_tbl, constraint:restrict_to, table_format:text/bzip/block
132	table_name:large_bzip2_tbl, constraint:restrict_to, table_format:text/bzip/block
133	table_name:multistream_bzip2_tbl, constraint:restrict_to, table_format:text/bzip/block
134	table_name:large_multistream_bzip2_tbl, constraint:restrict_to, table_format:text/bzip/block
135	# Kudu can't handle certain types such as timestamp so we pick and choose the tables
136	# we actually use for Kudu related tests.
137	table_name:testtbl, constraint:only, table_format:kudu/none/none
138	table_name:dimtbl, constraint:only, table_format:kudu/none/none
139	table_name:text_comma_backslash_newline, constraint:only, table_format:kudu/none/none
140	table_name:tinytable, constraint:only, table_format:kudu/none/none
141	table_name:tinyinttable, constraint:only, table_format:kudu/none/none
142	table_name:zipcode_incomes, constraint:only, table_format:kudu/none/none
143	# Skipping header lines is only effective with text tables
144	table_name:table_with_header, constraint:restrict_to, table_format:text/none/none
145	table_name:table_with_header_2, constraint:restrict_to, table_format:text/none/none
146	table_name:table_with_header_insert, constraint:restrict_to, table_format:text/none/none
147	# Inserting into parquet tables should not be affected by the 'skip.header.line.count'
148	# property, so we test parquet format as well.
149	table_name:table_with_header_insert, constraint:restrict_to, table_format:parquet/none/none