Files
redash/tests/query_runner/test_google_spreadsheets.py
Arik Fraimovich f89d64e467 Merge pull request #2663 from ariarijp/improve-spreadsheets
Set column name implicitly when column name is blank
2018-07-29 14:50:12 +03:00

129 lines
5.1 KiB
Python

# -*- coding: utf-8 -*-
import datetime
from unittest import TestCase
from mock import MagicMock
from redash.query_runner import TYPE_DATETIME, TYPE_FLOAT, TYPE_INTEGER
from redash.query_runner.google_spreadsheets import TYPE_BOOLEAN, TYPE_STRING, _get_columns_and_column_names, _guess_type, _value_eval_list, parse_query
from redash.query_runner.google_spreadsheets import WorksheetNotFoundError, parse_spreadsheet, parse_worksheet
class TestGuessType(TestCase):
def test_handles_unicode(self):
self.assertEqual(_guess_type(u'יוניקוד'), TYPE_STRING)
def test_detects_booleans(self):
self.assertEqual(_guess_type('true'), TYPE_BOOLEAN)
self.assertEqual(_guess_type('True'), TYPE_BOOLEAN)
self.assertEqual(_guess_type('TRUE'), TYPE_BOOLEAN)
self.assertEqual(_guess_type('false'), TYPE_BOOLEAN)
self.assertEqual(_guess_type('False'), TYPE_BOOLEAN)
self.assertEqual(_guess_type('FALSE'), TYPE_BOOLEAN)
def test_detects_strings(self):
self.assertEqual(TYPE_STRING, _guess_type(''))
self.assertEqual(TYPE_STRING, _guess_type('redash'))
def test_detects_integer(self):
self.assertEqual(TYPE_INTEGER, _guess_type('42'))
def test_detects_float(self):
self.assertEqual(TYPE_FLOAT, _guess_type('3.14'))
def test_detects_date(self):
self.assertEqual(TYPE_DATETIME, _guess_type('2018-06-28'))
class TestValueEvalList(TestCase):
def test_handles_unicode(self):
values = [u'יוניקוד', 'test', 'value']
self.assertEqual(values, _value_eval_list(values, [TYPE_STRING]*len(values)))
def test_handles_boolean(self):
values = ['true', 'false', 'True', 'False', 'TRUE', 'FALSE']
converted_values = [True, False, True, False, True, False]
self.assertEqual(converted_values, _value_eval_list(values, [TYPE_BOOLEAN]*len(values)))
def test_handles_empty_values(self):
values = ['', None]
converted_values = [None, None]
self.assertEqual(converted_values, _value_eval_list(values, [TYPE_STRING, TYPE_STRING]))
def test_handles_float(self):
values = ['3.14', '-273.15']
converted_values = [3.14, -273.15]
self.assertEqual(converted_values, _value_eval_list(values, [TYPE_FLOAT, TYPE_FLOAT]))
def test_handles_datetime(self):
values = ['2018-06-28', '2020-2-29']
converted_values = [datetime.datetime(2018, 6, 28, 0, 0), datetime.datetime(2020, 2, 29, 0, 0)]
self.assertEqual(converted_values, _value_eval_list(values, [TYPE_DATETIME, TYPE_DATETIME]))
class TestParseSpreadsheet(TestCase):
def test_returns_meaningful_error_for_missing_worksheet(self):
spreadsheet = MagicMock()
spreadsheet.worksheets = MagicMock(return_value=[])
self.assertRaises(WorksheetNotFoundError, parse_spreadsheet, spreadsheet, 0)
spreadsheet.worksheets = MagicMock(return_value=[1, 2])
self.assertRaises(WorksheetNotFoundError, parse_spreadsheet, spreadsheet, 2)
empty_worksheet = []
only_headers_worksheet = [['Column A', 'Column B']]
regular_worksheet = [['String Column', 'Boolean Column', 'Number Column'], ['A', 'TRUE', '1'], ['B', 'FALSE', '2'], ['C', 'TRUE', '3'], ['D', 'FALSE', '4']]
# The following test that the parse function doesn't crash. They don't test correct output.
class TestParseWorksheet(TestCase):
def test_parse_empty_worksheet(self):
parse_worksheet(empty_worksheet)
def test_parse_only_headers_worksheet(self):
parse_worksheet(only_headers_worksheet)
def test_parse_regular_worksheet(self):
parse_worksheet(regular_worksheet)
def test_parse_worksheet_with_duplicate_column_names(self):
worksheet = [['Column', 'Another Column', 'Column'], ['A', 'TRUE', '1'], ['B', 'FALSE', '2'], ['C', 'TRUE', '3'], ['D', 'FALSE', '4']]
parsed = parse_worksheet(worksheet)
columns = map(lambda c: c['name'], parsed['columns'])
self.assertEqual('Column', columns[0])
self.assertEqual('Another Column', columns[1])
self.assertEqual('Column1', columns[2])
self.assertEqual('A', parsed['rows'][0]['Column'])
self.assertEqual(True, parsed['rows'][0]['Another Column'])
self.assertEqual(1, parsed['rows'][0]['Column1'])
class TestParseQuery(TestCase):
def test_parse_query(self):
parsed = parse_query('key|0')
self.assertEqual(('key', 0), parsed)
class TestGetColumnsAndColumnNames(TestCase):
def test_get_columns(self):
_columns = ['foo', 'bar', 'baz']
columns, column_names = _get_columns_and_column_names(_columns)
self.assertEqual(_columns, column_names)
def test_get_columns_with_duplicated(self):
_columns = ['foo', 'bar', 'baz', 'foo', 'baz']
columns, column_names = _get_columns_and_column_names(_columns)
self.assertEqual(['foo', 'bar', 'baz', 'foo1', 'baz2'], column_names)
def test_get_columns_with_blank(self):
_columns = ['foo', '', 'baz', '']
columns, column_names = _get_columns_and_column_names(_columns)
self.assertEqual(['foo', 'column_B', 'baz', 'column_D'], column_names)