jprdonnelly/impala
1
0
Fork 0
mirror of https://github.com/apache/impala.git synced 2025-12-31 15:00:10 -05:00
Code Issues Projects Releases Wiki Activity
Files
e94de02469a3dfeda7d9358d7a78cb54c7a67159
impala/testdata/workloads/functional-query/queries/DataErrorsTest/hdfs-scan-node-errors.test
Lenni Kuff 15327e8136 Migrate DataErrors tests to Python test framework, re-enable subset of tests 
This re-enables a subset of the stable data errors tests and updates them to
work in our test framework. This includes support for updating results via --update_results.

This also lets us remove a lot of old code that was there only to support these disabled
tests.

Change-Id: I4c40c3976d00dfc710d59f3f96c99c1ed33e7e9b
Reviewed-on: http://gerrit.ent.cloudera.com:8080/1952
Reviewed-by: Lenni Kuff <lskuff@cloudera.com>
Tested-by: jenkins
Reviewed-on: http://gerrit.ent.cloudera.com:8080/2277
2014-04-18 02:25:11 -07:00

180 lines
7.9 KiB
Plaintext
Raw Blame History

====
---- QUERY
# TODO: the error info should be sufficient to pin point the data location: filename and
# offset
# TODO: printing the entire record will break column level security (when it is
# implemented).
select id, bool_col, tinyint_col, smallint_col from alltypeserror
---- ERRORS
Error converting column: 3 TO SMALLINT (Data is: abc3)
file: hdfs://regex:.$
record: 23,false,3,abc3,3,30,3.000000,30.300000,03/01/09,3,2020-10-10 60:10:10.123
Error converting column: 2 TO TINYINT (Data is: abc7)
file: hdfs://regex:.$
record: 27,false,abc7,7,7,70,7.000000,70.700000,03/01/09,7,2020-10-10 10:10:10.123
Error converting column: 2 TO TINYINT (Data is: err30)
Error converting column: 3 TO SMALLINT (Data is: err30)
file: hdfs://regex:.$
record: 30,t\rue,err30,err30,err30,err300,err30..000000,err300.900000,01/01/10,10,0000-01-01 00:00:00
Error converting column: 2 TO TINYINT (Data is: xyz5)
file: hdfs://regex:.$
record: 15,false,xyz5,5,5,50,5.000000,50.500000,02/01/09,5,0009-01-01 00:00:00
Error converting column: 1 TO BOOL (Data is: errfalse)
file: hdfs://regex:.$
record: 1,errfalse,,1,1,10,1.000000,10.100000,01/01/09,1,1999-10-10
Error converting column: 2 TO TINYINT (Data is: err2)
file: hdfs://regex:.$
record: 2,true,err2,,2,20,2.000000,20.200000,01/01/09,2,1999-10-10 90:10:10
Error converting column: 3 TO SMALLINT (Data is: err3)
file: hdfs://regex:.$
record: 3,false,3,err3,,30,3.000000,30.300000,01/01/09,3,2002-14-10 00:00:00
Error converting column: 1 TO BOOL (Data is: errtrue)
Error converting column: 2 TO TINYINT (Data is: err9)
Error converting column: 3 TO SMALLINT (Data is: err9)
file: hdfs://regex:.$
record: 9,errtrue,err9,err9,err9,err90,err9.000000,err90.900000,01/01/09,9,0000-01-01 00:00:00
---- RESULTS
0,NULL,NULL,0
1,NULL,NULL,1
10,NULL,NULL,NULL
11,false,NULL,NULL
12,true,2,NULL
13,false,3,3
14,true,4,4
15,false,NULL,5
16,NULL,NULL,NULL
17,false,7,7
18,true,8,8
19,false,9,9
2,true,NULL,NULL
20,true,0,0
21,false,1,1
22,true,2,2
23,false,3,NULL
24,true,4,4
25,false,5,5
26,true,6,6
27,false,NULL,7
28,true,8,8
29,false,9,9
3,false,3,NULL
30,NULL,NULL,NULL
4,true,4,4
5,false,5,5
6,true,6,6
7,NULL,NULL,7
8,false,NULL,NULL
9,NULL,NULL,NULL
---- TYPES
int, boolean, tinyint, smallint
====
---- QUERY
select * from alltypeserrornonulls
---- ERRORS
Error converting column: 3 TO SMALLINT (Data is: abc3)
file: hdfs://regex:.$
record: 23,false,3,abc3,3,30,3.000000,30.300000,03/01/09,3,2012-03-22 11:20:01.123
Error converting column: 4 TO INT (Data is: abc5)
Error converting column: 10 TO TIMESTAMP (Data is: 2012-Mar-22 11:20:01.123)
file: hdfs://regex:.$
record: 25,false,5,5,abc5,50,5.000000,50.500000,03/01/09,5,2012-Mar-22 11:20:01.123
Error converting column: 2 TO TINYINT (Data is: abc7)
file: hdfs://regex:.$
record: 27,false,abc7,7,7,70,7.000000,70.700000,03/01/09,7,2012-03-22 11:20:01.123
Error converting column: 10 TO TIMESTAMP (Data is: 11:20:01.123 2012-03-22 )
file: hdfs://regex:.$
record: 28,true,8,8,8,80,8.000000,80.800000,03/01/09,8,11:20:01.123 2012-03-22
Error converting column: 4 TO INT (Data is: abc9)
file: hdfs://regex:.$
record: 29,false,9,9,abc9,90,9.000000,90.900000,03/01/09,9,2012-03-22
Error converting column: 6 TO FLOAT (Data is: xyz3.000000)
Error converting column: 7 TO DOUBLE (Data is: xyz30.300000)
file: hdfs://regex:.$
record: 13,false,3,3,3,30,xyz3.000000,xyz30.300000,02/01/09,3,2012-03-22 11:20:01.123
Error converting column: 2 TO TINYINT (Data is: xyz5)
file: hdfs://regex:.$
record: 15,false,xyz5,5,5,50,5.000000,50.500000,02/01/09,5,2012-03-22 11:20:01.123
Error converting column: 7 TO DOUBLE (Data is: xyz70.700000)
file: hdfs://regex:.$
record: 17,false,7,7,7,70,7.000000,xyz70.700000,02/01/09,7,2012-03-22 11:20:01.123
Error converting column: 10 TO TIMESTAMP (Data is: 123456)
file: hdfs://regex:.$
record: 0,true,0,0,0,0,0.000000,0.000000,01/01/09,0,123456
Error converting column: 1 TO BOOL (Data is: errfalse)
Error converting column: 10 TO TIMESTAMP (Data is: 1990-00-01 10:10:10)
file: hdfs://regex:.$
record: 1,errfalse,1,1,1,10,1.000000,10.100000,01/01/09,1,1990-00-01 10:10:10
Error converting column: 2 TO TINYINT (Data is: err2)
file: hdfs://regex:.$
record: 2,true,err2,2,2,20,2.000000,20.200000,01/01/09,2,2012-03-22 11:20:01.123
Error converting column: 3 TO SMALLINT (Data is: err3)
file: hdfs://regex:.$
record: 3,false,3,err3,3,30,3.000000,30.300000,01/01/09,3,2012-03-22 11:20:01.123
Error converting column: 4 TO INT (Data is: err4)
file: hdfs://regex:.$
record: 4,true,4,4,err4,40,4.000000,40.400000,01/01/09,4,2012-03-22 11:20:01.123
Error converting column: 5 TO BIGINT (Data is: err50)
file: hdfs://regex:.$
record: 5,false,5,5,5,err50,5.000000,50.500000,01/01/09,5,2012-03-22 11:20:01.123
Error converting column: 6 TO FLOAT (Data is: err6.000000)
file: hdfs://regex:.$
record: 6,true,6,6,6,60,err6.000000,60.600000,01/01/09,6,2012-03-22 11:20:01.123
Error converting column: 7 TO DOUBLE (Data is: err70.700000)
file: hdfs://regex:.$
record: 7,false,7,7,7,70,7.000000,err70.700000,01/01/09,7,2012-03-22 11:20:01.123
Error converting column: 1 TO BOOL (Data is: errtrue)
Error converting column: 2 TO TINYINT (Data is: err9)
Error converting column: 3 TO SMALLINT (Data is: err9)
Error converting column: 4 TO INT (Data is: err9)
Error converting column: 5 TO BIGINT (Data is: err90)
Error converting column: 6 TO FLOAT (Data is: err9.000000)
Error converting column: 7 TO DOUBLE (Data is: err90.900000)
file: hdfs://regex:.$
record: 9,errtrue,err9,err9,err9,err90,err9.000000,err90.900000,01/01/09,9,2012-03-22 11:20:01.123
---- RESULTS
0,true,0,0,0,0,0,0,'01/01/09','0',NULL,2009,1
1,NULL,1,1,1,10,1,10.1,'01/01/09','1',NULL,2009,1
2,true,NULL,2,2,20,2,20.2,'01/01/09','2',2012-03-22 11:20:01.123000000,2009,1
3,false,3,NULL,3,30,3,30.3,'01/01/09','3',2012-03-22 11:20:01.123000000,2009,1
4,true,4,4,NULL,40,4,40.4,'01/01/09','4',2012-03-22 11:20:01.123000000,2009,1
5,false,5,5,5,NULL,5,50.5,'01/01/09','5',2012-03-22 11:20:01.123000000,2009,1
6,true,6,6,6,60,NULL,60.6,'01/01/09','6',2012-03-22 11:20:01.123000000,2009,1
7,false,7,7,7,70,7,NULL,'01/01/09','7',2012-03-22 11:20:01.123000000,2009,1
8,false,8,8,8,80,8,80.8,'01/01/09','8',2012-03-22 11:20:01.123000000,2009,1
9,NULL,NULL,NULL,NULL,NULL,NULL,NULL,'01/01/09','9',2012-03-22 11:20:01.123000000,2009,1
10,true,0,0,0,0,0,0,'02/01/09','0',2012-03-22 11:20:01.123000000,2009,2
11,false,1,1,1,10,1,10.1,'02/01/09','1',2012-03-22 11:20:01.123000000,2009,2
12,true,2,2,2,20,2,20.2,'02/01/09','2',2012-03-22 11:20:01.123000000,2009,2
13,false,3,3,3,30,NULL,NULL,'02/01/09','3',2012-03-22 11:20:01.123000000,2009,2
14,true,4,4,4,40,4,40.4,'02/01/09','4',2012-03-22 11:20:01.123000000,2009,2
15,false,NULL,5,5,50,5,50.5,'02/01/09','5',2012-03-22 11:20:01.123000000,2009,2
16,true,6,6,6,60,6,60.6,'02/01/09','6',2012-03-22 11:20:01.123000000,2009,2
17,false,7,7,7,70,7,NULL,'02/01/09','7',2012-03-22 11:20:01.123000000,2009,2
18,true,8,8,8,80,8,80.8,'02/01/09','8',2012-03-22 11:20:01.123000000,2009,2
19,false,9,9,9,90,9,90.90000000000001,'02/01/09','9',2012-03-22 11:20:01.123000000,2009,2
20,true,0,0,0,0,0,0,'03/01/09','0',2012-03-22 11:20:01.123000000,2009,3
21,false,1,1,1,10,1,10.1,'03/01/09','1',2012-03-22 11:20:01.123000000,2009,3
22,true,2,2,2,20,2,20.2,'03/01/09','2',2012-03-22 11:20:01.123000000,2009,3
23,false,3,NULL,3,30,3,30.3,'03/01/09','3',2012-03-22 11:20:01.123000000,2009,3
24,true,4,4,4,40,4,40.4,'03/01/09','4',2012-03-22 11:20:01.123000000,2009,3
25,false,5,5,NULL,50,5,50.5,'03/01/09','5',NULL,2009,3
26,true,6,6,6,60,6,60.6,'03/01/09','6',2012-03-22 11:20:01.123000000,2009,3
27,false,NULL,7,7,70,7,70.7,'03/01/09','7',2012-03-22 11:20:01.123000000,2009,3
28,true,8,8,8,80,8,80.8,'03/01/09','8',NULL,2009,3
29,false,9,9,NULL,90,9,90.90000000000001,'03/01/09','9',2012-03-22 00:00:00,2009,3
---- TYPES
int, boolean, tinyint, smallint, int, bigint, float, double, string, string, timestamp, int, int
====
---- QUERY
select count(*) from functional_text_lzo.bad_text_lzo
---- ERRORS
Blocksize: 536870911 is greater than LZO_MAX_BLOCK_SIZE: 67108864
---- RESULTS
5140
---- TYPES
bigint
====
Reference in New Issue View Git Blame Copy Permalink