from tests import BaseTestCase from redash import redis_connection from redash.tasks.queries import QueryTaskTracker, enqueue_query, execute_query from unittest import TestCase from mock import MagicMock from collections import namedtuple import uuid class TestPrune(TestCase): def setUp(self): self.list = "test_list" redis_connection.delete(self.list) self.keys = [] for score in range(0, 100): key = 'k:{}'.format(score) self.keys.append(key) redis_connection.zadd(self.list, score, key) redis_connection.set(key, 1) def test_does_nothing_when_below_threshold(self): remove_count = QueryTaskTracker.prune(self.list, 100) self.assertEqual(remove_count, 0) self.assertEqual(redis_connection.zcard(self.list), 100) def test_removes_oldest_items_first(self): remove_count = QueryTaskTracker.prune(self.list, 50) self.assertEqual(remove_count, 50) self.assertEqual(redis_connection.zcard(self.list), 50) self.assertEqual(redis_connection.zscore(self.list, 'k:99'), 99.0) self.assertIsNone(redis_connection.zscore(self.list, 'k:1')) for k in self.keys[0:50]: self.assertFalse(redis_connection.exists(k)) FakeResult = namedtuple('FakeResult', 'id') def gen_hash(*args, **kwargs): return FakeResult(uuid.uuid4().hex) class TestEnqueueTask(BaseTestCase): def test_multiple_enqueue_of_same_query(self): query = self.factory.create_query() execute_query.apply_async = MagicMock(side_effect=gen_hash) enqueue_query(query.query, query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) enqueue_query(query.query, query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) enqueue_query(query.query, query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) self.assertEqual(1, execute_query.apply_async.call_count) self.assertEqual(1, redis_connection.zcard(QueryTaskTracker.WAITING_LIST)) self.assertEqual(0, redis_connection.zcard(QueryTaskTracker.IN_PROGRESS_LIST)) self.assertEqual(0, redis_connection.zcard(QueryTaskTracker.DONE_LIST)) def test_multiple_enqueue_of_different_query(self): query = self.factory.create_query() execute_query.apply_async = MagicMock(side_effect=gen_hash) enqueue_query(query.query, query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) enqueue_query(query.query + '2', query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) enqueue_query(query.query + '3', query.data_source, True, {'Username': 'Arik', 'Query ID': query.id}) self.assertEqual(3, execute_query.apply_async.call_count) self.assertEqual(3, redis_connection.zcard(QueryTaskTracker.WAITING_LIST)) self.assertEqual(0, redis_connection.zcard(QueryTaskTracker.IN_PROGRESS_LIST)) self.assertEqual(0, redis_connection.zcard(QueryTaskTracker.DONE_LIST))