Merge branch 'master' into choropleth-custom-map

* default query execution time limit to 1 hour

* use -1 (run infinitely)  as a default limit

.circleci/Dockerfile.cypress

@@ -0,0 +1,12 @@
+FROM cypress/browsers:chrome67
+
+ENV APP /usr/src/app
+WORKDIR $APP
+
+COPY package.json $APP/package.json
+RUN npm run cypress:install > /dev/null
+
+COPY client/cypress $APP/client/cypress
+COPY cypress.json $APP/cypress.json
+
+RUN ./node_modules/.bin/cypress verify

.circleci/config.yml

@@ -0,0 +1,142 @@
+version: 2.0
+
+build-docker-image-job: &build-docker-image-job
+  docker:
+    - image: circleci/node:8
+  steps:
+    - setup_remote_docker
+    - checkout
+    - run: sudo apt install python3-pip
+    - run: sudo pip3 install -r requirements_bundles.txt
+    - run: .circleci/update_version
+    - run: npm run bundle
+    - run: .circleci/docker_build
+jobs:
+  backend-lint:
+    docker:
+      - image: circleci/python:3.7.0
+    steps:
+      - checkout
+      - run: sudo pip install flake8
+      - run: ./bin/flake8_tests.sh
+  backend-unit-tests:
+    environment:
+      COMPOSE_FILE: .circleci/docker-compose.circle.yml
+      COMPOSE_PROJECT_NAME: redash
+    docker:
+      - image: circleci/buildpack-deps:xenial
+    steps:
+      - setup_remote_docker
+      - checkout
+      - run:
+          name: Build Docker Images
+          command: |
+            set -x
+            docker-compose build --build-arg skip_ds_deps=true
+            docker-compose up -d
+            sleep 10
+      - run:
+          name: Create Test Database
+          command: docker-compose run --rm postgres psql -h postgres -U postgres -c "create database tests;"
+      - run:
+          name: List Enabled Query Runners
+          command: docker-compose run --rm redash manage ds list_types
+      - run:
+          name: Run Tests
+          command: docker-compose run --name tests redash tests --junitxml=junit.xml --cov-report xml --cov=redash --cov-config .coveragerc tests/
+      - run:
+          name: Copy Test Results
+          command: |
+            mkdir -p /tmp/test-results/unit-tests
+            docker cp tests:/app/coverage.xml ./coverage.xml
+            docker cp tests:/app/junit.xml /tmp/test-results/unit-tests/results.xml
+          when: always
+      - store_test_results:
+          path: /tmp/test-results
+      - store_artifacts:
+          path: coverage.xml
+  frontend-lint:
+    docker:
+      - image: circleci/node:8
+    steps:
+      - checkout
+      - run: mkdir -p /tmp/test-results/eslint
+      - run: npm install
+      - run: npm run lint:ci
+      - store_test_results:
+          path: /tmp/test-results
+  frontend-unit-tests:
+    docker:
+      - image: circleci/node:8
+    steps:
+      - checkout
+      - run: sudo apt install python3-pip
+      - run: sudo pip3 install -r requirements_bundles.txt
+      - run: npm install
+      - run: npm run bundle
+      - run: npm test
+      - run: npm run lint
+  frontend-e2e-tests:
+    environment:
+      COMPOSE_FILE: .circleci/docker-compose.cypress.yml
+      COMPOSE_PROJECT_NAME: cypress
+      PERCY_TOKEN_ENCODED: ZGRiY2ZmZDQ0OTdjMzM5ZWE0ZGQzNTZiOWNkMDRjOTk4Zjg0ZjMxMWRmMDZiM2RjOTYxNDZhOGExMjI4ZDE3MA==
+      CYPRESS_PROJECT_ID_ENCODED: OTI0Y2th
+      CYPRESS_RECORD_KEY_ENCODED: YzA1OTIxMTUtYTA1Yy00NzQ2LWEyMDMtZmZjMDgwZGI2ODgx
+    docker:
+      - image: circleci/node:8
+    steps:
+      - setup_remote_docker
+      - checkout
+      - run:
+          name: Install npm dependencies
+          command: |
+            npm install
+      - run:
+          name: Setup Redash server
+          command: |
+            npm run cypress start
+            docker-compose run cypress npm run cypress db-seed
+      - run:
+          name: Execute Cypress tests
+          command: npm run cypress run-ci
+  build-docker-image: *build-docker-image-job
+  build-preview-docker-image: *build-docker-image-job
+workflows:
+  version: 2
+  build:
+    jobs:
+      - backend-lint
+      - backend-unit-tests:
+          requires:
+            - backend-lint
+      - frontend-lint
+      - frontend-unit-tests:
+          requires:
+            - backend-lint
+            - frontend-lint
+      - frontend-e2e-tests:
+          requires:
+            - frontend-lint
+      - build-preview-docker-image:
+          requires:
+            - backend-unit-tests
+            - frontend-unit-tests
+            - frontend-e2e-tests
+          filters:
+            branches:
+              only:
+                - master
+      - hold:
+          type: approval
+          requires:
+            - backend-unit-tests
+            - frontend-unit-tests
+            - frontend-e2e-tests
+          filters:
+            branches:
+              only:
+                - /release\/.*/
+      - build-docker-image:
+          requires:
+            - hold

.circleci/docker-compose.circle.yml

@@ -0,0 +1,22 @@
+version: '3'
+services:
+  redash:
+    build: ../
+    command: manage version
+    depends_on:
+      - postgres
+      - redis
+    ports:
+      - "5000:5000"
+    environment:
+      PYTHONUNBUFFERED: 0
+      REDASH_LOG_LEVEL: "INFO"
+      REDASH_REDIS_URL: "redis://redis:6379/0"
+      REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
+  redis:
+    image: redis:3.0-alpine
+    restart: unless-stopped
+  postgres:
+    image: postgres:9.5.6-alpine
+    command: "postgres -c fsync=off -c full_page_writes=off -c synchronous_commit=OFF"
+    restart: unless-stopped

.circleci/docker-compose.cypress.yml

@@ -0,0 +1,60 @@
+version: '3'
+services:
+  server:
+    build: ../
+    command: server
+    depends_on:
+      - postgres
+      - redis
+    ports:
+      - "5000:5000"
+    environment:
+      PYTHONUNBUFFERED: 0
+      REDASH_LOG_LEVEL: "INFO"
+      REDASH_REDIS_URL: "redis://redis:6379/0"
+      REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
+      REDASH_RATELIMIT_ENABLED: "false"
+  scheduler:
+    build: ../
+    command: scheduler
+    depends_on:
+      - server
+    environment:
+      REDASH_REDIS_URL: "redis://redis:6379/0"
+  worker:
+    build: ../
+    command: worker
+    depends_on:
+      - server
+    environment:
+      PYTHONUNBUFFERED: 0
+      REDASH_LOG_LEVEL: "INFO"
+      REDASH_REDIS_URL: "redis://redis:6379/0"
+      REDASH_DATABASE_URL: "postgresql://postgres@postgres/postgres"
+  cypress:
+    build:
+      context: ../
+      dockerfile: .circleci/Dockerfile.cypress
+    depends_on:
+      - server
+      - worker
+      - scheduler
+    environment:
+      CYPRESS_baseUrl: "http://server:5000"
+      PERCY_TOKEN: ${PERCY_TOKEN}
+      PERCY_BRANCH: ${CIRCLE_BRANCH}
+      PERCY_COMMIT: ${CIRCLE_SHA1}
+      PERCY_PULL_REQUEST: ${CIRCLE_PR_NUMBER}
+      COMMIT_INFO_BRANCH: ${CIRCLE_BRANCH}
+      COMMIT_INFO_AUTHOR: ${CIRCLE_USERNAME}
+      COMMIT_INFO_SHA: ${CIRCLE_SHA1}
+      COMMIT_INFO_REMOTE: ${CIRCLE_REPOSITORY_URL}
+      CYPRESS_PROJECT_ID: ${CYPRESS_PROJECT_ID}
+      CYPRESS_RECORD_KEY: ${CYPRESS_RECORD_KEY}
+  redis:
+    image: redis:3.0-alpine
+    restart: unless-stopped
+  postgres:
+    image: postgres:9.5.6-alpine
+    command: "postgres -c fsync=off -c full_page_writes=off -c synchronous_commit=OFF"
+    restart: unless-stopped

.circleci/docker_build

@@ -0,0 +1,17 @@
+#!/bin/bash
+VERSION=$(jq -r .version package.json)
+VERSION_TAG=$VERSION.b$CIRCLE_BUILD_NUM
+
+docker login -u $DOCKER_USER -p $DOCKER_PASS
+
+if [ $CIRCLE_BRANCH = master ] || [ $CIRCLE_BRANCH = preview-image ]
+then
+    docker build -t redash/redash:preview -t redash/preview:$VERSION_TAG .
+    docker push redash/redash:preview
+    docker push redash/preview:$VERSION_TAG
+else
+    docker build -t redash/redash:$VERSION_TAG .
+    docker push redash/redash:$VERSION_TAG
+fi
+
+echo "Built: $VERSION_TAG"

.circleci/pack

@@ -0,0 +1,9 @@
+#!/bin/bash
+NAME=redash
+VERSION=$(jq -r .version package.json)
+FULL_VERSION=$VERSION+b$CIRCLE_BUILD_NUM
+FILENAME=$NAME.$FULL_VERSION.tar.gz
+
+mkdir -p /tmp/artifacts/
+
+tar -zcv -f /tmp/artifacts/$FILENAME --exclude=".git" --exclude="optipng*" --exclude="cypress" --exclude="*.pyc" --exclude="*.pyo" --exclude="venv" *

.circleci/update_version

@@ -0,0 +1,6 @@
+#!/bin/bash
+VERSION=$(jq -r .version package.json)
+FULL_VERSION=$VERSION+b$CIRCLE_BUILD_NUM
+
+sed -ri "s/^__version__ = '([A-Za-z0-9.-]*)'/__version__ = '$FULL_VERSION'/" redash/__init__.py
+sed -i "s/dev/$CIRCLE_SHA1/" client/app/version.json

.codeclimate.yml

@@ -1,22 +0,0 @@
-engines:
-  pep8:
-    enabled: true
-  eslint:
-    enabled: true
-    channel: "eslint-3"
-    config:
-      config: client/.eslintrc.js
-    checks:
-      import/no-unresolved:
-        enabled: false
-ratings:
-  paths:
-  - "redash/**/*.py"
-  - "client/**/*.js"
-exclude_paths:
-- tests/**/*.py
-- migrations/**/*.py
-- old_migrations/**/*.py
-- setup/**/*
-- bin/**/*
-

.coveragerc

@@ -1,5 +1,9 @@
+[run]
+branch = True
+source = redash
+
 [report]
 omit =
     */settings.py
     */python?.?/*
-    */site-packages/nose/*
+show_missing = True

.dockerignore

@@ -1,4 +1,14 @@
 client/.tmp/
+client/dist/
 node_modules/
 .tmp/
+.venv/
+venv/
 .git/
+/.codeclimate.yml
+/.coverage
+/coverage.xml
+/.circleci/
+/.github/
+/netlify.toml
+/setup/

.editorconfig

@@ -9,6 +9,6 @@ trim_trailing_whitespace = true
 indent_style = space
 indent_size = 4
 
-[*.{js,css,html}]
+[*.{js,jsx,css,less,html}]
 indent_style = space
 indent_size = 2

.github/ISSUE_TEMPLATE.md

@@ -1,24 +0,0 @@
-Welcome to Redash's GitHub repo! 👋🎉
-
-Do you need help or have a question? Checkout the Support category in our discussion forum: https://discuss.redash.io/c/support. 
-
-Got an idea for a new feature? Check if it isn't on the roadmap already: http://bit.ly/redash-roadmap and start a new discussion in the features category: https://discuss.redash.io/c/feature-requests 🌟.
-
-Found a bug? Please fill out the sections below... thank you 👍
-
-### Issue Summary
-
-A summary of the issue and the browser/OS environment in which it occurs.
-
-### Steps to Reproduce
-
-1. This is the first step
-2. This is the second step, etc.
-
-Any other info e.g. Why do you consider this to be a bug? What did you expect to happen instead?
-
-### Technical details:
-
-* Redash Version:
-* Browser/OS:
-* How did you install Redash:

.github/ISSUE_TEMPLATE/---bug_report.md

@@ -0,0 +1,34 @@
+---
+name: "\U0001F41B Bug report"
+about: Report reproducible software issues so we can improve
+---
+
+<!--
+
+We use GitHub only for bug reports 🐛
+
+Anything else should be posted to https://discuss.redash.io 👫
+
+🚨For support, help & questions use https://discuss.redash.io/c/support
+💡For feature requests & ideas use https://discuss.redash.io/c/feature-requests
+
+**Found a security vulnerability?** Please email security@redash.io to report any security vulnerabilities. We will acknowledge receipt of your vulnerability and strive to send you regular updates about our progress. If you're curious about the status of your disclosure please feel free to email us again. If you want to encrypt your disclosure email, you can use this PGP key.
+
+-->
+
+### Issue Summary
+
+A summary of the issue and the browser/OS environment in which it occurs.
+
+### Steps to Reproduce
+
+1. This is the first step
+2. This is the second step, etc.
+
+Any other info e.g. Why do you consider this to be a bug? What did you expect to happen instead?
+
+### Technical details:
+
+* Redash Version:
+* Browser/OS:
+* How did you install Redash:

.github/ISSUE_TEMPLATE/--anything_else.md

@@ -0,0 +1,17 @@
+---
+name: "\U0001F4A1Anything else"
+about: "For help, support, features & ideas - please use https://discuss.redash.io \U0001F46B "
+labels: "Support Question"
+---
+
+We use GitHub only for bug reports 🐛
+
+Anything else should be posted to https://discuss.redash.io 👫
+
+🚨For support, help & questions use https://discuss.redash.io/c/support
+💡For feature requests & ideas use https://discuss.redash.io/c/feature-requests
+
+Alternatively, check out these resources below. Thanks! 😁.
+
+- [Forum](https://disucss.redash.io)
+- [Knowledge Base](https://redash.io/help)

.github/PULL_REQUEST_TEMPLATE.md

@@ -0,0 +1,15 @@
+## What type of PR is this? (check all applicable)
+<!-- Please leave only what's applicable -->
+
+- [ ] Refactor
+- [ ] Feature
+- [ ] Bug Fix
+- [ ] New Query Runner (Data Source)
+- [ ] New Alert Destination
+- [ ] Other
+
+## Description
+
+## Related Tickets & Documents
+
+## Mobile & Desktop Screenshots/Recordings (if there are UI changes)

.github/config.yml

@@ -0,0 +1,5 @@
+# https://github.com/behaviorbot/request-info?installation_id=189571
+requestInfoLabelToAdd: needs-more-info
+requestInfoReplyComment: >
+  We would appreciate it if you could provide us with more info about this issue/pr!
+

.github/support.yml

@@ -0,0 +1,23 @@
+# Configuration for Support Requests - https://github.com/dessant/support-requests
+
+# Label used to mark issues as support requests
+supportLabel: Support Question
+
+# Comment to post on issues marked as support requests, `{issue-author}` is an
+# optional placeholder. Set to `false` to disable
+supportComment: >
+  :wave: @{issue-author}, we use the issue tracker exclusively for bug reports
+  and planned work. However, this issue appears to be a support request.
+  Please use [our forum](https://discuss.redash.io) to get help.
+
+# Close issues marked as support requests
+close: true
+
+# Lock issues marked as support requests
+lock: false
+
+# Assign `off-topic` as the reason for locking. Set to `false` to disable
+setLockReason: true
+
+# Repository to extend settings from
+# _extends: repo

.github/weekly-digest.yml

@@ -0,0 +1,7 @@
+# Configuration for weekly-digest - https://github.com/apps/weekly-digest
+publishDay: mon
+canPublishIssues: true
+canPublishPullRequests: true
+canPublishContributors: true
+canPublishStargazers: true
+canPublishCommits: true

.gitignore

@@ -1,7 +1,12 @@
+.venv
+venv/
+.cache
+.coverage.*
 .coveralls.yml
 .idea
 *.pyc
 .coverage
+coverage.xml
 client/dist
 .DS_Store
 celerybeat-schedule*
@@ -9,14 +14,8 @@ celerybeat-schedule*
 \#*#
 *~
 _build
-
-# Vagrant related
-.vagrant
-Berksfile.lock
-redash/dump.rdb
+.vscode
 .env
-.ruby-version
-venv
 
 dump.rdb
 
@@ -24,3 +23,6 @@ node_modules
 .tmp
 .sass-cache
 npm-debug.log
+
+client/cypress/screenshots
+client/cypress/videos

.restyled.yaml

@@ -0,0 +1,61 @@
+enabled: true
+
+auto: false
+
+# Open Restyle PRs?
+pull_requests: true
+
+# Leave comments on the original PR linking to the Restyle PR?
+comments: true
+
+# Set commit statuses on the original PR?
+statuses:
+  # Red status in the case of differences found
+  differences: true
+  # Green status in the case of no differences found
+  no_differences: true
+  # Red status if we encounter errors restyling
+  error: true
+
+# Request review on the Restyle PR?
+#
+# Possible values:
+#
+#   author: From the author of the original PR
+#   owner: From the owner of the repository
+#   none: Don't
+#
+# One value will apply to both origin and forked PRs, but you can also specify
+# separate values.
+#
+#   request_review:
+#     origin: author
+#     forked: owner
+#
+request_review: author
+
+# Add labels to any created Restyle PRs
+#
+# These can be used to tell other automation to avoid our PRs.
+#
+labels: ["Skip CI"]
+
+# Labels to ignore
+#
+# PRs with any of these labels will be ignored by Restyled.
+#
+# ignore_labels:
+#   - restyled-ignore
+
+# Restylers to run, and how
+restylers:
+  - name: black
+    include:
+      - redash
+      - tests
+      - migrations/versions
+  - name: prettier
+    include:
+      - client/app/**/*.js
+      - client/app/**/*.jsx
+      - client/cypress/**/*.js

CHANGELOG.md

@@ -1,5 +1,845 @@
 # Change Log
 
+## v8.0.0 - 2019-10-27
+
+There were no changes in this release since `v8.0.0-beta.2`. This is just to mark a stable release.
+
+## v8.0.0-beta.2 - 2019-09-16
+
+This is an update to the previous beta release, which includes:
+
+* Add options for users to share anonymous usage information with us (see [docs](https://redash.io/help/open-source/admin-guide/usage-data) for details).
+* Visualizations:
+    - Allow the user to decide how to handle null values in charts.
+* Upgrade Sentry-SDK to latest version.
+* Make horizontal table scroll visible in dashboard widgets without scrolling.
+* Data Sources:
+    * Add support for Azure Data Explorer (Kusto).
+    * MySQL: fix connections without SSL configuration failing.
+    * Amazon Redshift: option to set query group for adhoc/scheduled queries.
+    * Hive: make error message more friendly.
+    * Qubole: add support to run Quantum queries.
+* Display data source icon in query editor.
+* Fix: allow users with view only acces to use the queries in Query Results
+* Dashboard: when updating parameters refersh only widgets that use those parameters.
+
+This release had contributions from 12 people: @arikfr, @cclauss, @gabrieldutra, @justinclift, @kravets-levko, @ranbena, @rauchy, @sandeepV2, @shinsuke-nara, @spacentropy, @sphenlee, @swfz.
+
+
+## v8.0.0-beta - 2019-08-18
+
+After months of being heads down with hard work, it's finally time to wrap up the V8 release 🤩 This release includes many long awaited improvements to parameters, UX improvements, further React migration and other changes, fixes and improvements.
+
+While this version is already running on the hosted platform to make sure it's stable, we're excited to put this in the hands of our Open Source users.
+
+Starting from this release we will no longer build a tarball distribution of the codebase and recommend everyone to switch over to using our Docker images. We're planning on dropping Python 2 support towards its EOL this year and switching over to the Docker image will make this transition much simpler.
+
+This release was made possible by contributions from over 40 people: @aidarbek, @AntonZarutsky, @ariarijp, @arikfr, @combineads, @deecay, @fmy, @gabrieldutra, @guwenqing, @guyco33, @ialeinikov, @Jakdaw, @jezdez, @justinclift, @k-tomoyasu, @katty0324, @koooge, @kravets-levko, @ktmud, @KumanoTanaka, @kyoshidajp, @nason, @oldPadavan, @openjck, @osule, @otsaloma, @ranbena, @rauchy, @rueian, @sekiyama58, @shinsuke-nara, @taminif, @The-Alchemist, @vv-p, @washort, @wudi-ayuan, @ygrishaev, @yoavbls, @yoshiken, @yusukegoto and the support of over 500 organizations who subscribed to our hosted version and by that sponsor the team's work.
+
+### Parameters
+
+- Parameter UI improvements:
+    - Support for multi-select in dropdown (and query dropdown) parameters.
+    - Support for dynamic values in date and date-range parameters.
+    - Search dropdown parameter values.
+    - New UX for applying parameter changes in queries and dashboards.
+- Allow using Safe Parameters in visualization embeds and public dashboards. Safe Parameters are any parameter type except for the a text parameter (dropdowns are safe).
+
+### Data Sources
+
+- New Data Sources: Couchbase, Phoenix and Dgraph.
+- New JSON data source (and deprecated old URL data source).
+- Snowflake: update connector to latest version.
+- PostgreSQL: show only accessible tables in schema.
+- BigQuery:
+    - Correctly handle NaN values.
+    - Treat repeated fields as rrays.
+    - [BigQuery] Fix: in some queries there is no mode field
+- DynamoDB:
+    - Support for Unicode in queries.
+    - Safe loading of schema.
+- Rockset: better handling of query errors.
+- Google Sheets:
+    - Support for Team Drive.
+    - Friendlier error message in case of an API error and more reliable test connection.
+- MySQL: 
+    - Support for calling Stored Procedures and better handling of query cancellation.
+    - Switch to using `mysqlclient` (a maintained fork of `Python-MySQL`).
+- MongoDB: Support serializing Decimal128 values.
+- Presto: support for passwords in connection settings.
+- Amazon Athena: allow to specify custom work group.
+- Query Results: querying a column with a dictionary or array fails
+- Clickhouse: make sure we don't show password in error messages.
+- Enable Cassandra support by default.
+
+### Visualizations
+
+- Charts:
+    - Fix: legend overlapping chart on small screens.
+    - Fix: Pie chart not rendering when series doesn't exist in options.
+    - Pie Chart: add option to set direction of slices.
+- WordCloud: rewritten to support new options (provide frequency in query, limits), scale when resizing, handle long words and more.
+- Pivot Table: support hiding totals.
+- Counters: apply formatting to target value.
+- Maps:
+    - Ability to customize marker icon and color.
+    - Customization options for Choropleth maps.
+- New Visualization: Details View.
+
+### **UX**
+
+- Replace blank screen with a loading indicator when the application is doing its first load.
+- Multiple improvements to dashboards editing: auto-save, grid markings and better refresh indicator.
+- Admin can now edit user's groups from the user page.
+- Add keyboard shortcut (Ctrl/Cmd+Shift+F) to trigger query formatting.
+
+### API
+
+- Query Result API response minimized to only required fields when called with a non user API key.
+- Prefer API key over cookies in authentication.
+- User can now regenerate Query API Key.
+
+### Other Changes
+
+- Sends CSP headers to prevent various kinds of security attacks via the browser. Might break unusual usages and embeds of Redash.
+- New Failed Scheduled Queries email report (can be enabled from organization settings screen).
+- Deprecated HipChat Alert Destination.
+- Add options to hide different parts of a Visualization embed UI (parameters, title, link to query).
+- Support multi-byte search for query names and descriptions (needs to be enabled in Organization settings screen).
+- CSV query results download: correctly serialize booleans and date values.
+- Dashboard filters now collect values from all widgets with the same filter.
+- Support for custom message and description in alert notifications (currently disabled behind a feature flag until we improve the alert UX).
+
+### Bug Fixes
+
+- Fix: adding widget to dashboard from a query page is broken.
+- Fix: default time format option was wrong.
+- Fix: when too many errors of a scheduled queries occur it causes an OverflowError.
+- Fix: when forking a query maintain the same visualizations order.
+
+## v7.0.0 - 2019-03-17
+
+We're trying a new format for the CHANGELOG in this release. Focusing on the bigger changes, but for whoever interested, you can see all the changes [here](https://github.com/getredash/redash/compare/v6.0.0...master).
+
+Besides all the features, bug fixes and improvements listed below we managed to convert a large portion of Redash's frontend code from Angular.js to React. You can see status in [#3071](https://github.com/getredash/redash/issues/3071).
+
+This release was made possible with the help of 34 contributors. 🙇‍♂️
+
+### Data Sources
+
+- **All data source options are now encrypted in the database.** By default the encryption uses the `REDASH_COOKIE_SECRET` value (`redash.settings.COOKIE_SECRET`), but you can specify a different value by setting the `REDASH_SECRET_KEY` environment variable value. Note that you need to set this _before_ doing the upgrade.
+- New Data Sources: Uptycs and Apache Drill.
+- Snowplow: is now enabled by default & supports region setting.
+- Elasticsearch: add support for Amazon Elasticsearch IAM authentication (with IAM profile or key/secret pair).
+- PostgreSQL: add support for serializing range values.
+- Redshift: remove duplicate column information for late-binding views.
+- Athena: load all databases (using pagination).
+- BigQuery: correctly handle temp tables with no schema field.
+- Jira (JQL): support for fetching all records with pagination.
+- Prometheus: fix schema loading and add support for query range.
+
+### In-app Help
+
+You can now open the [Knowledge Base](https://redash.io/help) inside the application. We also added a few "help triggers" in the app, that will open the Knowledge Base in context of what you're currently doing.
+
+### Parameters
+
+- **Dashboard Parameters**: We improved the flow of adding queries with parameters to dashboards and now give you full control over how parameters are mapped. You no longer have to make sure all parameters have the same name or use the `Global` checkbox. We also added new options, like keeping the parameter local to the widget or setting a static value. [Read more in our Knowledge Base →](https://redash.io/help/user-guide/querying/query-parameters#Parameter-Mapping-on-Dashboards)
+- We added server side validation of parameter values for all parameter types, except for parameters of `text` type. All validated parameter types are considered safe. When a query is using safe parameters (or no parameters at all), View Only users can refresh it.
+- Refreshing safe queries is done using the new results API endpoint, which takes only a query ID (and optionally parameter values) and does not need the query text.
+
+### Query Editor Improvements
+
+- Run only the highlighted query text: hit Execute after highlighting a portion of your query and only the selected portion will be sent to the database. This is useful for testing sub-SELECT statements and CTE's.
+- Improved auto complete: add a dot . after a table name in the query editor and auto complete will only suggest columns on that table.
+- Autosave parameter configuration changes.
+- YAML syntax support (for data sources like Yandex Metrica).
+
+### Improved Query Scheduler
+
+The Query Scheduler got a face lift and some new options: you can pick a day for a weekly schedule to run on and also set an end date after which the query will no longer execute on schedule.
+
+### Data Sources
+
+We added Apache Drill, Uptycs and a new JSON data source. Also fixed a few bugs in Athena's query runner and others.
+
+### User Management
+
+The users page got revamped with a new look and feel and few new features:
+
+- An indication when a user was last active.
+- Show if an invited user hasn't finished the setup process yet (Pending Invitations section).
+- You can now generate a new API key for users, if there's a concern it was compromised.
+
+### Admin
+
+- New Celery queues status screens, replacing the old Queries Status and better reflecting the status of running queries.
+- Make the queue name for schema refresh job configurable. The default used to be hard coded `schemas`, which is not available on all setups. Now it's `celery`.
+- The `gevent` library is installed by default, and you can now setup gunicorn to use `gevent` based workers.
+- New Docker entrypoint command to do a health check for a worker process.
+- Flask-Admin is no longer setup or supported.
+
+### Other Changes
+
+- New Alert destination: Google Hangouts Chat.
+- When downloading results from the results API it will set a user friendly filename for the downloaded file.
+- Archived Queries section added to the queries list.
+
+### Bug Fixes
+
+- Fixed: fork query does not fork tables but instead adds default table.
+- Fixed: when deleting a visualization, any widget using it was left empty on the dashboard.
+- Fixed: issues with Query Editor resizing on new versions of Chrome.
+- Fixed: issues with exporting dictionaries to Excel.
+- Fixed: Cohort visualization gets stuck when passing string values.
+- Fixed: use series name for Pie chart label.
+- Make sure Flask app created in Celery's worker process (could cause some query runners to get stuck while running queries).
+
+## v6.0.0 - 2018-12-16
+
+v6.0.0 release version. Mainly includes fixes for regressions from the beta version.
+
+This release had contributions from 5 people: @rauchy, @denisov-vlad, @arikfr, @ariarijp, and @gabrieldutra. Thank you, everyone 🙏
+
+### Changed
+
+- #3183 Make refresh_queries less noisey in logs. @arikfr
+
+### Fixed
+
+- #3163 Include correct version in production builds. @rauchy
+- #3161 Clickhouse: fix int() conversion error. @denisov-vlad
+- #3166 Directly using record_event task requires timestamp. @arikfr
+- #3167 Alert.evaluate failing when the column is missing. @arikfr
+- ##3162 Remove API permissions for users who have been disabled. @rauchy
+- #3171 Reject empty query name. @ariarijp
+- #3175, #3186 Fix disable error message. @rauchy, @gabrieldutra
+- #3182 [Redshift] support for schema names with dots. @arikfr
+- #3187 Safely create_app in Celery code (try to fetch current_app first). @arikfr
+
+### Other
+
+- #3155 Add DB Seed to Cypress and setup Percy. @gabrieldutra
+- #3180 Remove coverage from pytest terminal output. @rauchy
+
+## v6.0.0-beta - 2018-12-03
+
+This release was 2 months in the making and it is full with good stuff!
+
+- We have 5 new data sources: Databricks, IBM DB2, Kylin, Druid and Rockset. ⌗
+- There are fixes and improvements to 11 existing data sources (MySQL, Redshift, Postgres, MongoDB, Google BigQuery, Vertica, TreasureData, Presto, ClickHouse, Google Sheets and Google Analytics).
+- The Query Results data source can now load cached results, just use the `cached_query_` prefix instead of `query_`.
+- On the visualizations front we added a Heatmap visualization and did updated the table and counter visualizations.
+- Alerts got some fixes and a new destination: PagerDuty.
+- If the live autocomplete in the code editor annoys you, you can disable it now (although we're working to make it better, see #3092).
+- Fast queries will now load faster. 🏃‍♂️
+- We improved the layout of visualizations and content on smaller screen sizes. 📱
+- For those of you who like sharing, you can now enable the ability to share ownership of queries and dashboards and let others to edit them. Check the Settings page to enable this feature.
+
+There were also important changes to the code and infrastructure:
+
+- More components moved to React.
+- We switched to Webpack 4 with the help of @dmonego.
+- We upgraded to Celery 4 with the help of @emtwo, @jezdez, @mashrikt and @atharvai.
+- We started moving towards Python 3 for our backend. The first step was to make sure our code pass basic sanity tests with Flake 8, which was implemented by @cclauss.
+- We improved our testing on the frontend by adding setup for Jest tests and E2E testing using Cypress (@gabrieldutra).
+- Each pull request now gets a deploy preview using Netlify to easily test frontend changes.
+
+This is just a summary, you're welcome to review the full list below. ⬇
+
+This release had contributions from 38 people: @arikfr, @kravets-levko, @jezdez, @kyoshidajp, @kocsmy, @alison985, @gabrieldutra, @washort, @GitSumito, @emtwo, @rauchy, @alexanderlz, @denisov-vlad, @ariarijp, @yoavbls, @zhujunsan, @sjakthol, @koooge, @SakuradaJun, @dmonego, @Udomomo, @cclauss, @combineads, @zaimy, @Trigl, @ralphilius, @jodevsa, @deecay, @igorcanadi, @pashaxp, @hoangphuoc25, @toph, @burnash, @wankdanker, @Yossi-a, @Rovel, @kadrach, and @nicof38. Thank you, everyone 🙏
+
+### Added
+
+- #2747, #3143 Add a new Databricks query runner. @alison985, @jezdez, @arikfr
+- #2767 Add ability to add viz to dashboard from query edit page. @alison985, @jezdez
+- #2780 Add a query autocomplete toggle. @alison985, @jezdez, @arikfr
+- #2768 Add authentication via JWT providers. @SakuradaJun
+- #2790 Add the ability to sort favorited queries, paginate the dashboard list and improve UI inconsistencies. @jezdez
+- #2681 Add ability to search table column names in schema browser. @alison985
+- #2855 Add option to query cached results. @yoavbls
+- #2740 Add ability for extensions to add periodic tasks. @emtwo
+- #2924 Google Spreadsheets: Add support for opening by URL. @alexanderlz
+- #2903 Add PagerDuty as an Alert Destination. @alexanderlz
+- #2824 Add support for expanding dashboard visualizations. @sjakthol
+- #2900 Add ability to specify a counter label. @ralphilius
+- #2565 Add frontend extension capabilities. @emtwo
+- #2848 Add IBM Db2 as a data source using the ibm-db Python package. @nicof38
+- #2959 Add option to auto reload widget data in shared dashboards. @arikfr
+- #2993 Add page size settings. @kyoshidajp
+- #2080 New Heatmap chart visualization with Plotly. @deecay
+- #2991 Show users in CLI group list. @GitSumito
+- #2342 New SQLPARSE_FORMAT_OPTIONS setting to configure query formatter. @ariarijp
+- #3031 Add some tests for Query Results. @ariarijp
+- #2936 Add Kylin data source. @Trigl
+- #3047 Add Druid data source. @rauchy
+- #3077 New user interface for the feature flag of the share edit permissions feature. @arikfr
+- #3007 Add permissions to the result of "manage.py groups list" command. @Udomomo
+- #3088 Add get_current_user() fuction for the Python query runner. @kyoshidajp
+- #3114 Add event tracking to autocomplete toggle. @arikfr
+- #3068 Add Rockset query runner. @igorcanadi, @arikfr
+- #3105 Display frontend version. @rauchy
+
+### Changed
+
+- #2636 Rewrite query editor with React. @washort, @arikfr
+- #2637 Convert edit-in-place component to React. @washort, @arikfr
+- #2766 Suitable events are now being recorded server side instead of in the frontend. @alison985, @jezdez
+- #2796 Change placement (right/bottom) of chart legend depending on chart width. @kravets-levko
+- #2833 Uses server side sort order for tag list and show count of tagged items. @jezdez
+- #2318 Support authentication for the URL data source. @jezdez
+- #2884 Rename Yandex Metrika to Metrica. @jezdez
+- #2909 MySQL: hide sys tables. @arikfr
+- #2817 Consistently use simplejson for loading and dumping JSON. @jezdez
+- #2872 Use Plotly's function to clean y-values (x may be category or date/time). @kravets-levko
+- #2938 Auto focus tag input. @kyoshidajp
+- #2927 Design refinements for queries pages. @kocsmy
+- #2950 Show activity status in CLI user list. @GitSumito
+- #2968 Presto data source: setting protocol (http/https), safe loading of error messages. @arikfr
+- #2967 Show groups in CLI user list. @GitSumito
+- #2603 MongoDB: Update requirements to support srv. @arikfr
+- #2961 MongoDB: Skip system collections when loading schema. @arikfr
+- #2960 Add timeout to various HTTP requests. @arikfr
+- #2983 Databricks: New logo, updated name and enabled by default. @arikfr
+- #2982 Table visualization: change default size to 25 and add more size options. @arikfr
+- #2866 Redshift: Hide tables the configured user cannot access. @sjakthol
+- #3058 Mustache: don't html-escape query parameters values. @kravets-levko
+- #3079 Always use basic autocomplete, as well as the live autocomplete. @arikfr
+- #3084 Support tel://, sms://, mailto:// links in query results. @zhujunsan
+- #3083 Clickhouse: Add WITH TOTALS option support. @denisov-vlad
+- #3063 Allow setting colors for bubble charts. @toph
+- #3085 BigQuery: Switch to Standard SQL as the default. @kyoshidajp
+- #3094 Tags autocomplete: Show note when creating a new label. @kravets-levko
+- #2984 Autocomplete toggle improvements. @arikfr
+- #3089 Open new tab when forking a query. @kyoshidajp
+- #3126 MongoDB: add support for sorting columns. @arikfr
+- #3128 Improve backoff algorithm of query results polling to speed it up. @arikfr
+- #3125 Vertica: update driver & add support for connection timeout. @arikfr
+- #3124 Support unicode in Postgres/Redshift schema. @arikfr
+- #3138 Migrate all tags components to React. @kravets-levko
+- #3139 Better manage permissions modal. @kocsmy
+- #3149 Improve tag link colors and fix group tags on Users page. @kocsmy
+- #3146 Update, replace and fix new alert destination logos so it fits better. @kocsmy
+- #3147 Add and improve recent db logos that didn't fit in size properly. @kocsmy
+- #3148 Fix label positioning on no found screen. @kocsmy
+- #3156 json_dumps: add support for serializing buffer objects. @arikfr
+
+### Fixed
+
+- #2849 Fix invalid reference to alert.to_dict() in webhook. @wankdanker
+- #2840 Improve counter visualization text scaling. @kravets-levko
+- #2854 Widget titles are no longer rendered wrong on public dashboards. @kravets-levko
+- #2318 Removed redundant exception handling in data sources since that's handled in the query backend. @jezdez
+- #2886 Fix Javascript build that broke because registerAll tried to run EditInPlace component. @arikfr
+- #2911 Don’t show “Add to dashboard” in dropdown to unsaved queries. @jezdez
+- #2916 Fix export query results output file name. @gabrieldutra
+- #2917 Fix output file name not changing after rename query. @gabrieldutra
+- #2868 Address edge case when retrieving Glue schemas for Athena data source. @kadrach
+- #2929 Fix: date value in a filter is duplicated. @combineads
+- #2875 Unbreak charts with long legend break in horizontal mode. Update plotly.js. @kravets-levko
+- #2937 Fix event recording in admin API backend. @kyoshidajp
+- #2953 Minor fixes for the Clickhouse data source. @denisov-vlad
+- #2941 Bring back fix to Box plot hover. @arikfr
+- #2957 Apply missing CSS classes to EditInPlace component. @arikfr
+- #2897 Show "Add description" only after saving the query. @arikfr
+- #2922 Query page layout improvements for small screens. @kravets-levko
+- #2956 Clickhouse: move timeout to params. @denisov-vlad
+- #2964 Fix no tags shown when having empty set. @gabrieldutra
+- #2757 Use full text search ranking when searching in list views. @jezdez
+- #2969 Query Results data source: improved errors, quoted column names. @arikfr
+- #2906 Preventing open redirection in loging process. @kyoshidajp
+- #2867 TreasureData: Deduplicate column names. @zaimy
+- #2994 Fix scheme of various URLs from http to https. @kyoshidajp
+- #2992 Fix an invalid prop type warning in new version notifier. @kyoshidajp
+- #3022 Fix Toolbox covering part of a chart. @kravets-levko
+- #2998 Fix charts losing responsive features after refreshing the dashboard. @kravets-levko
+- #3034 Postgres: handle NaN/Infinity values. @kravets-levko
+- #2745 Sort columns with undefined values. @Yossi-a
+- #3041 Sort CLI output of lists. @GitSumito
+- #2803, #3006 Address various tag display issues on query list page. @kocsmy, @alison985
+- #3049 Fix edit-in-place component which ignored isEditable flag and didn't work on Groups page. @kravets-levko
+- #2965 Google Analytics: Fix crash when no results are returned. @alexanderlz
+- #3061 Fix table visualization so that the horizontal scrollbar is not be always visible. @kravets-levko
+- #3076 Add white-space padding to separators in the footer. @burnash
+- #2919 Fix URL data source to not require a URL. @arikfr
+- #3098 Force AngularJS to update query editor properly. @washort
+- #3100 Delete redundant regex segment in query result frontend. @zhujunsan
+- #2978 Prevent the query update timestamp from changing when it is linked to new query results. @rauchy
+- #3046 Fix query page header. @kravets-levko
+- #3097 Mongo: Fix collection fields retreival bug when Views are present. @jodevsa
+- #3107 Keep query text in local state for now. @washort
+- #3111 Fix mobile padding issues on Query results. @kocsmy
+- #3122 Show menu divider only if query is archived. @jezdez
+- #3120 Fix tag counts for dashboards and queries. @jezdez
+- #3141 Fix schema refresh to work on MySQL 8. @hoangphuoc25
+- #3142 Fix: editing dashboard title results in the visualizations being replaced by the loading markers. @kravets-levko
+
+### Other
+
+- #2850 The setup scripts are now based on Ubuntu 18.04 LTS and Docker. @pashaxp, @arikfr
+- #2985 Add Jest based tests to our stack. @arikfr
+- #2999 Add netlify configuration. @arikfr
+- #3000 Initial Cypress based E2E test infrastructure. @gabrieldutra
+- #2898 Move Ant styles into a central location. @arikfr
+- #2910 Fix webpack build error about BigMessage. @jezdez
+- #2928 Speed up builds by skipping installing requirements_all_ds.txt in CI unit tests. @arikfr
+- #2963 Fix tarball build failure. @emtwo
+- #2996 Fix setup.sh failures when run as root. @arikfr
+- #2989 Rearrange make targets. @koooge
+- #3036 Update Flask-Admin to 1.5.2. @yoavbls
+- #2901 Fix documentation links. @kravets-levko
+- #3073 Remove only Redash containers in clean Make task. @ariarijp
+- #3048 Remove pytest-watch dependency to workaround an issue with watchdog. @rauchy
+- #2905 Update development docker-compose.yml file to use latest Redis and Postgres servers and specify working volume explictly. @Rovel
+- #3032 Makefile: Add make targets for test. @koooge
+- #2933 Switch to Webpack 4. @dmonego
+- #2908 Update setup files. @arikfr
+- #2946 Update snowflake_connector_python version. @arikfr
+- #2773 Upgrade to Celery 4.2.1. @emtwo, @jezdez
+- #2881 CircleCI: Make flake8 tests pass on Legacy Python and Python 3. @cclauss
+- #2907 Remove unused dependencies (honcho, wsgiref). @arikfr
+- #3039 Build docker image on master branch. @arikfr
+- #3106 Fix registerAll failures after minification. @arikfr
+
+## v5.0.2 - 2018-10-18
+
+### Security
+
+- Fix: prevent Open Redirect vulnerability.
+
+## v5.0.1 - 2018-09-27
+
+### Added
+
+- Added support for JWT authentication (for services like Cloudflare Access or Google IAP).
+
+### Changed
+
+- Upgraded Celery version to 3.1.26 to make upgrade to Celery 4 easier.
+
+## v5.0.0 - 2018-09-21
+
+Final release for V5. Most of the changes were already in the beta release of V5, but this includes several fixes along
+with UI improvements.
+
+🙏 Thanks to @arikfr, @jezdez, @kravets-levko, @alison985, @kocsmy, @yossi-a, @tdsmith, @nasmithan, @jrbenny35, @sjakthol, @ariarijp and @combineads who contributed to this release.
+
+### Security
+
+- Fix: don't expose Google OAuth client secret. @arikfr
+
+### Changed
+
+- Improve mobile rendering of dashboards and queries. @kocsmy
+- UI improvements for favorites and empty state. @arikfr
+- Remove unnecessary X at the end of the query search. @kocsmy
+- Add server-side sorting to dashboard list. @jezdez
+- Sort queries in descending order. @jezdez
+- Throw error when non-owner tries to add a user to dashboard permissions. @alison985
+- Propagate query execution errors from Celery tasks properly. @alison985
+- Reload the route when using the app header search input. @jezdez
+
+### Fixed
+
+- Fix: BigQuery default location is null and not US. @arikfr
+- Fix: query embeds are broken. @arikfr
+- Fix: typo in Celery log foramt. @ariarijp
+- Use QuerySerializer in outdated queries list. @jezdez
+- Fix: sometimes widgets are getting zero height. @kravets-levko
+- Athena: Switch to simple_json to serialize NaN/Infinity values as nulls. @kravets-levko, @jezdez
+- Fix: queries with parameters with no value breaking the scheduler. @arikfr
+- Fix: MongoDB query results parser didn't support unicode keys. @arikfr
+- Fix: Google Analytics schema wasn't loading in some cases. @arikfr
+- Fix: date/time parameters not working as global param @kravets-levko.
+- Fix: Widgets crumble when trying to move / resize a widget. @kravets-levko
+- Fix: handling rows with "length" field with forOwn method. @yossi-a
+- Fix: query selection not working on alert page. @sjakthol
+- Fix: query_results for Embedded Parameters (removed deprecated to_dict function). @nasmithan
+- Fix: unicode not supported in dashboard search. @combineads
+- Fix: unicode not supported in users search. @arikfr
+
+### Other
+
+- Add test for using saved parameters in scheduled queries. @alison985
+- Minor code smell cleanup. @jezdez
+- Update QueryResultListResource docstring. @tdsmith
+- Switch to CirlceCI 2.0 @jrbenny35, @arikfr
+- Remove unnecessary init methods. @jezdez
+
+## v5.0.0-Beta - 2018-08-06
+
+This is the first beta of the V5 release (and hopefully the last one). This version includes a lot of exciting new additions along with bug fixes and other changes.
+
+Some notable changes:
+
+- Extensive work on parameters UI:
+  - New Date Range parameter type.
+  - UI for creating new parameters.
+  - Support for Now/Today as default value of date/time parameter.
+- Tagging and favorites ⭐️ support for queries and dashboards.
+- Users list page was improved (search, additional information) and you can now disable users.
+- Query editor improvements: additional keyboard shortcuts and support for searching in query text.
+- Visualizations improvements: option to select colors of pie chart sectors, X Axis type auto detect and option to format values, labels and tooltips.
+- Data Sources:
+  - Support for Yandex Metrika and AppMetrika.
+  - BigQuery: location property support and schema will load all tables now.
+  - Elasticsearch: stop sending source_content_type parameter which wasn't supported in older versions.
+- Started migrating the frontend codebase to React.
+
+And much more!
+
+🙏 Thanks to @kravets-levko, @arikfr, @ariarijp, @alison985, @kyoshidajp, @kocsmy, @denisov-vlad, @deecay, @yuua, @emtwo, @Pablohn26, @sieben, @atharvai, @matsumo, @tdawber, @innovia, @gabrieldutra, @coreyhuinker, @maxv, @sjakthol, @mtrbean and @washort who contributed to this release!
+
+### Added
+
+- #2712: Date/Time Range parameter type (@kravets-levko)
+- #2482: Add support for ChatWork Alert Destination. (@matsumo)
+- #2678: Explicit "Add Parameter" Button in Query Editor. (@kravets-levko)
+- #2513: Add location property to BigQuery data source settings. (@kyoshidajp)
+- #2616: Pie chart: support setting pie chart sector colors. (@kravets-levko)
+- #2697: Date/Time parameters: support for "Now" as default value. (@kravets-levko)
+- #2693: Enable search function in Query Editor. (@arikfr)
+- #2573: Tagging and favorites for Queries and Dashboards (@arikfr)
+- #2640: Keyboard shortcut to collapse query editor/schema browser (@kravets-levko)
+- #2674: Add support for the Chrome Logger extension (@arikfr)
+- #2653: Add redash db size to status page (@alison985)
+- #2669: Store Athena query id with result metadata (@tdawber)
+- #2546: Configuration for incorporating React components (@washort)
+- #2533: New datasource: Yandex Metrika & AppMetrika (@denisov-vlad)
+- #2536: Chart: formats for values, labels and tooltips (@kravets-levko)
+- #2560: Introduce Policy object (@arikfr)
+- #2380: Admin should be able to disable a user (@kravets-levko)
+- #2509: Show custom date format on settings page (@kyoshidajp)
+
+### Changed
+
+- #2715: Improve users list page (@arikfr)
+- #2710: Update Ant variables to fit Redash's style (@kocsmy)
+- #2709: Move format button next Add New Param button. (@arikfr)
+- #2664: Dashboard shows a spinner when query failed to load (@kravets-levko)
+- #2626: Show real status when loading cached query result (@kravets-levko)
+- #2663: Set column name implicitly when column name is blank (@ariarijp)
+- #2695: Improve Date/DateTime type parameters (@kravets-levko)
+- #2694: Block users with disposable email addresses (@arikfr)
+- #2687: YAML: changed load to safe_load (@denisov-vlad)
+- #2514: Update value parsing for google spreadsheets source (@atharvai)
+- #2570: fixes query pagination alignment (@alison985)
+- #2584: keep query result pagination out of scroll (@alison985)
+- #2647: Improve Script Query Runner (@ariarijp)
+- #2583: Query header improvements on widgets (@kocsmy)
+- #2671: Save some space (@kocsmy)
+- #2658: delaying schema filtering to improve responsiveness (@alison985)
+- #2648: Update datasource documentation links (@Pablohn26)
+- #2613: Improve Script Query Runner (@ariarijp)
+- #2619: data source sort case insensitive (@alison985)
+- #2604: Improve Google Spreadsheets Query Runner (@ariarijp)
+- #2542: Closes #2541: x-axis improvements. (@emtwo)
+- #2590: Remove redundant variables (@ariarijp)
+- #2585: Show data only mode: allow to add and delete visualizations (@kravets-levko)
+- #2549: Allow get_tables to see views and v10-style partitioned tables (@coreyhuinker)
+- #2568: sort datasources alphabetically (@alison985)
+- #2444: feat: show error if saml response cannot be parsed (@sjakthol)
+- #2554: Display name to be delete (@kyoshidajp)
+- #2510: Display confirmation dialog when deleting a item (@kyoshidajp)
+- #2518: Design improvements (@kocsmy)
+- #2520: Filter data sources in a data source input area (@kyoshidajp)
+
+### Fixed
+
+- #2722: Elasticsearch: Don't send source_content_type parameter. (@arikfr)
+- #2719: Remove closing input tags (@maxv)
+- #2458: Get all tables in the BigQuery (@kyoshidajp)
+- #2698: Make sure we return distinct data source values (@arikfr)
+- #2315: Fix: pyHive type matches (@yuua)
+- #2638: Dashboard stops rendering when adding widget with empty query (@kravets-levko)
+- #2610: Fix export query results output file name (@gabrieldutra)
+- #2574: commit query result to db before evaluating alerts (@mtrbean)
+- #2580: add break-word wrap to add/edit text box on dashboard (@alison985)
+- #2578: Fix connection error when you run "create_tables" (@ariarijp)
+- #2572: remove extra menu line if query is archived (@alison985)
+- #2526: Fix pivot hide control in dashboards (@deecay)
+- #2511: Fixing signed_out.html template (@kocsmy)
+- #2523: Frontend: fix boolean field with null value display as null. (@innovia)
+
+### Other
+
+- #2682: Add Zeit's now support to have preview builds for every PR (@arikfr)
+- #2668: Upgrade bootstrap script to Redash 4.0.1 (@ariarijp)
+- #2639: Add tests for SpreadSheets (@ariarijp)
+- #2635: Add tests for Query Results (@ariarijp)
+- #2537: Remove trailing semicolon (@sieben)
+
+## v4.0.1 - 2018-05-02
+
+### Added
+
+- Log user's screen resolution. @arikfr
+
+### Changed
+
+- [Redshift] fix the order of columns in the schema browser. @akiray03
+- Improve dashboard refresh UX: show previous data while refreshing. @arikfr
+
+### Fixed
+
+- Disable fork button to view_only users. @tonyjiangh
+- Hide overflowing data source and alert destination names. @kocsmy
+- Login pages were broken on mobile. @kocsmy
+- Cohort visualization wasn't rendering if value wasn't properly detected as date. @kravets-levko
+- Dashboard filters setting wasn't persisting. @arikfr
+- Display nulls and empty values as blank in table numeric fields. @chriszs
+- Date column on alerts page is labeled "Created By". @dbravender
+- Bootstrap script was breaking due to incompatability with pip 10. @ariarijp
+
+### Other
+
+- Updated README. @kocsmy
+
+## v4.0.0 - 2018-04-16
+
+### Added
+
+- MatterMost alert destination. @alon710
+- Full screen view on map visualizations. @deecay
+- Choropleth map visualization 🗺. @kravets-levko
+- Report Celery queue size. @arikfr
+- Load dashboard refresh rate from URL. @arikfr
+- Configuration for query refresh intervals. @arikfr
+
+### Changed
+
+- TreasureData: improve query failure message. @toru-takahashi
+- Update botocore version (fixes an issue with loading Athena tables). @arikfr
+- Changed Map visualization name to "Map (Markers)" to distinguish from the Choropleth one. @arikfr
+- Use MongoClient for ReplicaSet connections. @fmy
+- Update pymongo version to support newer MongoDB versions. @arikfr
+- Changed "his" to "their" in user creation form success message. @tnetennba3
+- Show friendly names in dynamic forms labels. @arikfr
+- Render safe HTML by default in tables to remain backward compatible. @arikfr
+- Apply time limit to alert status checking task. @arikfr
+- Plotly: increase Y value accuracy. @arikfr
+- close metadata database connection early in the execute query Celery task. @arikfr
+
+### Fixed
+
+- Query page layout gets messed up when clicking on "cancel" in "Do you want to leave this page?" dialog. @kravets-levko
+- docker-entrypoint broke for other database names than "postgres". @valentin2105
+- (BigQuery) UDF URI was used even if empty. @arikfr
+- Show correct Box Plot chart hover data. @deeccay
+- Fork button shows in data only view, but not working. @arikfr
+- Saving widget sends too much data to the server, sometimes making dashboard save fail. @arikfr
+- DynamoDB: always return counter as a number rather than string. @arikfr
+- MSSQL: UUID fields were detected as booleans. @arikfr
+- The whole dashboard page reloads when clicking on refresh. @arikfr
+- Line chart with category x-axis: when some values missing, wrong hints displayed on hover. @kravets-levko
+- Second Y-axis not displayed when stacking enabled. @kravets-levko
+- Widget with empty contents had extra 40px of white space (paddings of container). @kravets-levko
+- Add scrollbars to pivot table widgets. @kravets-levko
+- Multiple performance, usability and auto-height related fixes to the dashboard rendering engine (also switched to GridStack). @kravets-levko
+- Login form missing on LDAP logging page. @idalin
+- Empty state: show connect data source link only to admins. @arikfr
+- Dashboard "dancing" widgets (when auto-height enabled). @kravets-levko
+
+### Other
+
+- Webpack: ignore vim swap files. @deecay
+
+## v4.0.0-rc.1 - 2018-03-05
+
+### Added
+
+- Configuration for query refresh intervals.
+- [Prometheus] Support for range queries. @jubel-han
+- Extensions system based on Python entrypoints. @jezdez
+- Funnel visualization. @tonyjiangh
+- UI to edit allowed Google OAuth domains. @arikfr
+- Empty state for homepage, alerts, queries and dashboards pages. @kocsmy, @arikfr
+
+### Changed
+
+- Maintain widget's auto-height state until it's been resized by the user. @kravets-levko
+- Change default table viz width from 4 to 3 columns. @kravets-levko
+- When saving dashboard adding or removing widgets, save only modified widgets (with changed size and/or position). @kravets-levko
+- Don't allow disabling Password based login if no SSO is enabled. @arikfr
+- Always show login page, even if password based login disabled. @arikfr
+- Upgrade `sqlparse` to 0.2.4. @ariarijp
+- Make sure datetime/number columns in table visualization don't wrap. @kravets-levko
+- Explicitly set order of tabs in settings page. @kravets-levko
+- User can no longer change the type of a saved visualization. @kravets-levko
+- Update docker-compose.yml to restart postgres/redis containers `unless-stopped`. @benmanns
+- New default colors for chart visualizations. @kocsmy
+- Updated design of all the authentication pages (login, forgot password, etc). @kravets-levko
+
+### Fixed
+
+- Glue schemas with more than 100 tables were showing only first 100 tables. @jezdez
+- Long visualizations dind't render scrollbars on some browsers. @kravets-levko
+- When the dataset was returning some columns name as non strings, table couldn't be rendered. @kravets-levko
+- Missing logos for Prometheus and Snowflake. @kocsmy
+- Render correct link to LDAP login on login page. @arikfr
+- Sort widgets by column/row to make sure they are placed correctly. @arikfr
+- Public dashboards were not rendered due to Javascript error. @kravets-levko
+
+## v4.0.0-beta - 2018-02-14
+
+### Added
+
+- Massive update to the UI/UX of the whole application. @kocsmy, @kravets-levko, @arikfr
+- Flexible dashboard layout: resize widgets both vertically and horizonally. @kravets-levko
+- Configuration and new options for the table visualization. @kravets-levko
+- API to return internal usage events. @arikfr
+- Add an option to set a common prefix to the backend logs. @arikfr
+- [MongoDB] support nested fields in results. @arikfr
+- Cohort visualization: add options and fix rendering logic. @kravets-levko
+- Table visualization: `URL` column type. @kravets-levko
+- Table visualization: `Image` column type. @kravets-levko
+- [BigQuery] show amount of data scanned. @arikfr
+- Make dashboard refresh intervals configurable. @arikfr
+- Button to insert table/column name from schema into the query text. @kravets-levko
+- [Athena] show amount of data scanned. @washort
+- [Salesforce] Add setting to set the API version. @mayconbordin
+- UI for configuration options (auth, date format, etc). @arikfr
+- CLI command to create the root user. @kyoshidajp
+- [Redshift] support for loading late binding views in schema browser. @tonyjiangh
+- Show user's profile picture and load it from Google when using Google OAuth. @kyoshidajp
+- CockroachDB query runner. @yershalom
+- MAPD query runner. @cdessanti
+- Pie chart: show subplot titles. @deecay
+
+### Changed
+
+- Make trusted header authentication compatible with multiorg mode. @sjakthol
+- Update AWS RDS certificate bundle. @arikfr
+- Add Prometheus to the default query runners list. @arikfr
+- [Athena] update botocore version to support Glue. @arikfr
+- Support for quotes passwords in the Redis and Postgres connection URLs. @javier-sanz
+- Change the way static assets are served. @arikfr
+- [BigQuery] Properly handle RECORD fields in schema (show the nested fields). @arikfr
+- Upgrade to Celery 3.1.25 in preparation to Celery 4. @jezdez
+- Remove loading indicator when updating query parameter value (before executing). @kravets-levko
+- Improvements to the chart visualization (see #2156 for details). @kravets-levko
+- Start searching for queries immediately instead of waiting for 3 characters. @kyoshidajp
+- Make all references to Elasticsearch be properly capitalized. @kakakakakku
+- Use PostgreSQL's FTS/tsvector type for query searches. @jezdez
+- [Redshift] Make sslmode configurable. @sjakthol
+- Allow passing options to tests Docker command. @arikfr
+- Improve error handling mechanism and make error pages friendlier. @kravets-levko, @kocsmy, @arikfr
+- Make LDAP settings names more consistent. @gramakri
+- [Oracle] support for non SELECT queries. @doddjc21
+- Admin can no longer remove themselves from the built-in groups. @negibouze
+- Update pie charts font style. @deecay
+- Upgrade psycopg2 for support PostgreSQL 10.0. @kyoshidajp
+- Convert all stylesheets to LESS. @kravets-levko
+- [Elasticsearch] Collect doc_count field from aggregation. @arjan
+- Switch to pytest. @jezdez
+- Ensure email is case-insensitive. @miketheman
+- [Redshift] change default SSL mode to prefer. @arikfr
+- Return Redis memory usage in bytes for easier monitoring. @kakakakakku
+- create_db command in docker-entrypoint waits for Postgres to become available first. @ariarijp
+- [Elasticsearch] set source_content_type on ES queries to support Elasticsearch 6.0. @alexdrans
+- Show `-` instead of `Invalid Date` for null values given to `dateTime` filter. @kyoshidajp
+
+### Fixed
+
+- Parameters list was resetting when adding a new parameter. @arikfr
+- Don't escape values in non-html columns. @kravets-levko
+- Commit SAML user group assignment to the database. @sjakthol
+- Update correct settings in SAML settings form. @sjakthol
+- Fix Google OAuth login in MULTIORG mode. @shinji19
+- Strip annotation from query when path is specified in Script query runner. @ariarijp
+- Fix filter headers when there are multiple rows of filters. @kocsmy
+- Update query version when changing query data source. @washort
+- Fix upgrade script to support changes in CircleCI. @rgjodekerken
+- Don't show error indicators after submitting the user form. @bamboo-yujiro
+- [Query Results] support unicode column names. @tonyjiangh
+- Issue with Google OAuth caused by old pyOpenSSL version. @crooy
+- Fix layout of outdated queries admin view. @bamboo-yujiro
+- User can't download query results of a new query. @arikfr
+- Typo in celery logs format. @ariarijp
+- Handling whitespace characters in Query Results data source. @ariarijp
+- [MySQL] Close cursor when cancellig the query. @jasonsmithj
+
+## v3.0.0 - 2017-11-13
+
+### Added
+
+- Query Result data source (run queries on query results).
+- Athena: option to load schema from Glue catalog. @myouju
+- Allow running any command inside the container via the Docker entrypoint script. @jezdez
+- Make invitation token max age configurable. @hhamalai
+- Redshift: add support for the new ACM root CA.
+- Redshift: support for Spectrum (external) tables. @atharvai
+- MongoDB: option to set allowDiskUse in queries.
+- Option to disable SQLAlchemy connection pool.
+- Option to set a time limit on adhoc queries.
+- Option to disable sending an invite to a new user.
+- Azure SQL Data Warehouse query runner. @kitsuyui
+- Prometheus query runner. @yershalom
+- Option to set the Flask-Limiter storage engine.
+- Option to set UnicodeWriter's error handling method. @fan-t-endo
+- PostgreSQL: SSL configuration option. @TylerBrock
+- Counter visualization: additional formatting options. @deecay
+- Query based drop down parameter. @rohithmenon
+- MySQL: multiple queries support & connection timeout.
+- Ability to select all in multi-filter. @Posnet
+- LDAP (Active Directory) support. @amarjayr
+
+### Changed
+
+- Copy parameters when forking a query. @kyoshidajp
+- Prevent using Query API Key with refresh API (previously it was just failing).
+- Reduce boilerplate in frontend code.
+- Set auto focus in first input items. @kyoshidajp
+- Update gunicorn to latest version.
+- Make log format configurable.
+- Sort series by name.
+- Allow setting test file with Docker test run. @meinac
+- Use outdated queries count stored already in Redis.
+- Show links based on permissions the user have.
+- Cassandra: update driver version. @yershalom
+- Docker-Compose: update configuration to always restart services. @muddydixon
+- Modernize Python 2 code to get ready for Python 3. @cclauss
+- Cohort visualization: make it friendlier to use by better handle gaps in data, so it's easier to generate the data needed.
+- Use a different markdown library. @alexmuller
+- Salesforce: improve error messages we receive from the API. @akiray03
+- Custom JS code visualization improvements. @deecay
+- DQL: Update version to 0.5.24. @aterreno
+- Cassandra: get_schema support for both C\* 2.x and 3.x, support for SortedSet type serialization. (@mfouilleul))
+- Replace deprecated ng-annotate with babel plugin. @44px
+- Update Python dependencies to recent versions. @alison985
+- Bootstrap script: create /opt/redash directory only if it doesn't exist. @isomura
+- Bootstrap script: make use of REDASH_BASE_PATH variable in setup script. @sylvain
+
+### Fixed
+
+- Require full data source access to fork a query.
+- API key of one query could be used to get results of another one.
+- Delete group id from user object when deleting the group. @kyoshidajp
+- Sorting of X axis wasn't working for Box plot type visualizations. @deecay
+- Exporting query results as excel was failing when one of the columns had array data. @kyoshidajp
+- Show query editor's Archive/Publish Query drop-down only on saved queries. @cyriac
+- Move misplaced configuration in docker-compose.production.yml. @yutannihilation
+- MySQL: support UTF8 schema.
+- TreasureData queries were failing when returning 0 rows.
+- Use series color for Boxplot. @deecay
+- Revoke permission should respect to given grantee and access type. @meinac
+- Fixed eslint "Cannot read property 'length' of undefined" error. @kravets-levko
+- Don't crash query editor when there are unclosed curly brackets.
+- Error value in charts wasn't displayed if it was 0.
+- Prevent line breaks in EditInPlace description when using Firefox. @alexmuller
+- Queries#all_queries was sometimes returning wrong number of queries.
+- record_event fails for API events.
+- Cancel button on tasks admin page was broken.
+- Remove deprecated cx_Oracle types. @queeno
+- Textbox widgets were updating their value even when editor was cancelled. @alison985
+- Collaborators couldn't edit visualizations or schedule.
+- Use series color for error bar. @deecay
+- Upgrade script was using the wrong restart command on new AMIs.
+
+## v2.0.1 - 2017-10-22
+
+This is a patch release, that adds support for Redshift ACM certificates (see #2044 for details).
+
 ## v2.0.0 - 2017-08-08
 
 ### Added
@@ -9,7 +849,7 @@
 - Add the propertyOrder field to specify order of data source settings. @rmakulov
 - Add Plotly based Boxplot visualization. @deecay
 - [Presto] Add: query cancellation support. @fbertsch
-- [MongoDB] add $oids JSON extension.
+- [MongoDB] add \$oids JSON extension.
 - [PostgreSQL] support for loading materialized views in schema.
 - [MySQL] Add option to hide SSL settings.
 - [MySQL] support for RDS MySQL and SSL.
@@ -79,7 +919,7 @@
 - [Google Spreadsheets] handle distant future dates.
 - [SQLite] better handle utf-8 error messages.
 - Fix: don't remove locks for queries with task status of PENDING.
-- Only split columns with __/:: that end with filter/MultiFilter.
+- Only split columns with \_\_/:: that end with filter/MultiFilter.
 - Alert notifications fail (sometime) with a SQLAlchemy error.
 - Safeguard against empty query results when checking alert status. @danielerapati
 - Delete data source doesn't work when query results referenced by queries.
@@ -98,7 +938,6 @@
 - PostgreSQL passwords with spaces were not supported. (#1056)
 - PivotTable wasn't updating after first save.
 
-
 ## v1.0.3 - 2017-04-18
 
 ### Fixed
@@ -145,7 +984,7 @@
 - Fix: query embed dialog close button wasn't working @r0fls
 - Fix: make errors from Presto runner JSON-serializable @washort
 - Fix: race condition in query task status reporting @washort
-- Fix: remove $$hashKey from Pivot table
+- Fix: remove \$\$hashKey from Pivot table
 - Fix: map visualization had severe performance issue.
 - Fix: pemrission dialog wasn't rendering.
 - Fix: word cloud visualization didn't show column names.
@@ -162,7 +1001,7 @@
 ### Changed
 
 - [#1563](https://github.com/getredash/redash/pull/1563) Send events to webhook as JSON with a schema.
-- [#1601] [Presto] friendlier error messages. (@aslotnick)
+- [#1601][presto] friendlier error messages. (@aslotnick)
 - Move the query runner unavailable log message to be DEBUG level instead of WARNING, as it was mainly confusing people.
 - Remove "Send to Cloud" button from Plotly based visualizations.
 - Change Plotly's default hover mode to "Compare".
@@ -171,7 +1010,7 @@
 ### Fixed
 
 - [#1564] Fix: map visualization column picker wasn't populated. (@janusd)
-- [#1597] [SQL Server] Fix: schema wasn't loading on case sensitive servers. (@deecay)
+- [#1597][sql server] Fix: schema wasn't loading on case sensitive servers. (@deecay)
 - Fix: dashbonard owner couldn't edit his dashboard.
 - Fix: toggle_publish event wasn't logged properly.
 - Fix: events with API keys were not logged.
@@ -186,7 +1025,7 @@
 - Fix: extra whitespace created by the filters component.
 - Fix: query results cleanup task was trying to delete query objects.
 - Fix: alert subscriptions were not triggered.
-- [DynamoDB] Fix: count(*) queries were broken. (@kopanitsa)
+- [DynamoDB] Fix: count(\*) queries were broken. (@kopanitsa))
 - Fix: Redash is using too many database connections.
 - Fix: download links were not working in dashboards.
 - Fix: the first selection in multi filters was broken in dashboards.
@@ -203,9 +1042,9 @@
 
 This version has two big changes behind the scenes:
 
-* Refactor the frontend to use latest (at the time) Angular version (1.5) along with better frontend pipeline based on
+- Refactor the frontend to use latest (at the time) Angular version (1.5) along with better frontend pipeline based on)
   WebPack.
-* Refactor the backend code to use SQLAlchemy and Alembic, for easier migrations/upgrades.
+- Refactor the backend code to use SQLAlchemy and Alembic, for easier migrations/upgrades.)
 
 Along with that we have many fixes, additions, new data sources (Google Analytics, ClickHouse, Amazon Athena, Snowflake)
 and fixes to the existing ones (mainly ElasticSearch and Cassandra).
@@ -288,7 +1127,7 @@ We're releasing a new upgrade script -- see [here](https://redash.io/help-onprem
 
 ### Added
 
-- 61fe16e #1374: Add: allow '*' in REDASH_CORS_ACCESS_CONTROL_ALLOW_ORIGIN (Allen Short)
+- 61fe16e #1374: Add: allow '\*' in REDASH_CORS_ACCESS_CONTROL_ALLOW_ORIGIN (Allen Short)
 - 2f09043 #1113: Add: share modify/access permissions for queries and dashboard (whummer)
 - 3db0eea #1341: Add: support for specifying SAML nameid-format (zoetrope)
 - b0ecd0e #1343: Add: support for local SAML metadata file (zoetrope)
@@ -352,7 +1191,6 @@ We're releasing a new upgrade script -- see [here](https://redash.io/help-onprem
 - 5d43cbe #1198: Change: add support for Standard SQL in BigQuery query runner (mystelynx)
 - 84d0c22 #1193: Change: modify the argument order of moment.add function call (Kenya Yamaguchi)
 
-
 ### Fixed
 
 - d6febb0 #1375: Fix: Download Dataset does not work when not logged in (Joshua Dechant)
@@ -406,7 +1244,7 @@ The main features of this release are:
 
 Also, this release includes numerous smaller features, improvements, and bug fixes.
 
-A big thank you goes to all who contributed code and documentation in this release: @AntoineAugusti, @James226, @adamlwgriffiths, @alexdebrie, @anthony-coble, @ariarijp, @dheerajrav, @edwardsharp, @machira, @nabilblk, @ninneko, @ordd, @tomerben,  @toru-takahashi, @vishesh92, @vorakumar and @whummer.
+A big thank you goes to all who contributed code and documentation in this release: @AntoineAugusti, @James226, @adamlwgriffiths, @alexdebrie, @anthony-coble, @ariarijp, @dheerajrav, @edwardsharp, @machira, @nabilblk, @ninneko, @ordd, @tomerben, @toru-takahashi, @vishesh92, @vorakumar and @whummer.
 
 ### Added
 
@@ -421,7 +1259,7 @@ A big thank you goes to all who contributed code and documentation in this relea
 - f64622d #1089: Add support for serialising UUID type within MSSQL #961 (@James226)
 - 857caab #1085: Feature: API to pause a data source (@arikfr)
 - 214aa3b #1060: Feature: support configuring user's groups with SAML (@vorakumar)
-- e20a005 #1007: Issue#1006:  Make bottom margin editable for Chart visualization (@vorakumar)
+- e20a005 #1007: Issue#1006: Make bottom margin editable for Chart visualization (@vorakumar)
 - 6e0dd2b #1063: Add support for date/time Y axis (@tomerben)
 - b5a4a6b #979: Feature: Add CLI to edit group permissions (@ninneko)
 - 6d495d2 #1014: Add server-side parameter handling for embeds (@whummer)
@@ -467,7 +1305,7 @@ A big thank you goes to all who contributed code and documentation in this relea
 - e10ecd2 #1058: Bring back filters if dashboard filters are enabled (@AntoineAugusti)
 - 701035f #1059: Fix: DynamoDB having issues when setting host (@arikfr)
 - 2924d4f #1040: Small fixes to visualizations view (@arikfr)
-- fec0d5f #1037: Fix: multi filter wasn't working with __ syntax (@dheerajrav)
+- fec0d5f #1037: Fix: multi filter wasn't working with \_\_ syntax (@dheerajrav)
 - b066ce4 #1033: Fix: only ask for notification permissions if wasn't denied (@arikfr)
 - 960c416 #1032: Fix: make sure we return dashboards only for current org only (@arikfr)
 - b3844d3 #1029: Hive: close connection only if it exists (@arikfr)

CONTRIBUTING.md

@@ -6,11 +6,9 @@ The following is a set of guidelines for contributing to Redash. These are guide
 
 ## Quick Links:
 
-- [Feature Roadmap](https://trello.com/b/b2LUHU7A/redash-roadmap)
 - [Feature Requests](https://discuss.redash.io/c/feature-requests)
-- [Gitter Chat](https://gitter.im/getredash/redash) or [Slack](https://slack.redash.io)
 - [Documentation](https://redash.io/help/)
-- [Blog](http://blog.redash.io/)
+- [Blog](https://blog.redash.io/)
 - [Twitter](https://twitter.com/getredash)
 
 ---
@@ -48,30 +46,32 @@ When creating a new bug report, please make sure to:
 
 If you would like to suggest an enhancement or ask for a new feature:
 
-- Please check [the roadmap](https://trello.com/b/b2LUHU7A/redash-roadmap) for existing Trello card for what you want to suggest/ask. If there is, feel free to upvote it to signal interest or add your comments.
-- If there is no existing card, open a thread in [the forum](https://discuss.redash.io/c/feature-requests) to start a discussion about what you want to suggest. Try to provide as much details and context as possible and include information about *the problem you want to solve* rather only *your proposed solution*.
+- Please check [the forum](https://discuss.redash.io/c/feature-requests/5) for existing threads about what you want to suggest/ask. If there is, feel free to upvote it to signal interest or add your comments.
+- If there is no open thread, you're welcome to start one to have a discussion about what you want to suggest. Try to provide as much details and context as possible and include information about *the problem you want to solve* rather only *your proposed solution*.
 
 ### Pull Requests
 
 - **Code contributions are welcomed**. For big changes or significant features, it's usually better to reach out first and discuss what you want to implement and how (we recommend reading: [Pull Request First](https://medium.com/practical-blend/pull-request-first-f6bb667a9b6#.ozlqxvj36)). This to make sure that what you want to implement is aligned with our goals for the project and that no one else is already working on it.
 - Include screenshots and animated GIFs in your pull request whenever possible.
 - Please add [documentation](#documentation) for new features or changes in functionality along with the code.
-- Please follow existing code style. We use PEP8 for Python and sensible style for JavaScript.
-
+- Please follow existing code style:
+  - Python: we use [Black](https://github.com/psf/black) to auto format the code.
+  - Javascript: we use [Prettier](https://github.com/prettier/prettier) to auto-format the code.
+  
 ### Documentation
 
-The project's documentation can be found at [https://redash.io/help/](https://redash.io/help/). The [documentation sources](https://github.com/getredash/website/tree/master/user-guide) are hosted on GitHub. To contribute edits / new pages, you can use GitHub's interface. Click the "Edit on GitHub" link on the documentation page to quickly open the edit interface.
+The project's documentation can be found at [https://redash.io/help/](https://redash.io/help/). The [documentation sources](https://github.com/getredash/website/tree/master/src/pages/kb) are hosted on GitHub. To contribute edits / new pages, you can use GitHub's interface. Click the "Edit on GitHub" link on the documentation page to quickly open the edit interface.
 
 ## Additional Notes
 
 ### Release Method
 
-We publish a stable release every ~2 months, although the goal is to get to a stable release every month. You can see the change log on [GitHub releases page](http://github.com/getredash/redash/releases).
+We publish a stable release every ~3-4 months, although the goal is to get to a stable release every month. 
 
-Every build of the master branch updates the latest *RC release*. These releases are usually stable, but might contain regressions and therefore recommended for "advanced users" only.
+Every build of the master branch updates the *redash/redash:preview* Docker Image. These releases are usually stable, but might contain regressions and therefore recommended for "advanced users" only.
 
 When we release a new stable release, we also update the *latest* Docker image tag, the EC2 AMIs and GCE images.
 
 ## Code of Conduct
 
-This project adheres to the Contributor Covenant [code of conduct](http://redash.io/community/code_of_conduct). By participating, you are expected to uphold this code. Please report unacceptable behavior to team@redash.io.
+This project adheres to the Contributor Covenant [code of conduct](https://redash.io/community/code_of_conduct). By participating, you are expected to uphold this code. Please report unacceptable behavior to team@redash.io.

Dockerfile

@@ -1,13 +1,57 @@
-FROM redash/base:latest
+FROM node:12 as frontend-builder
+
+WORKDIR /frontend
+COPY package.json package-lock.json /frontend/
+RUN npm install
+
+COPY client /frontend/client
+COPY webpack.config.js /frontend/
+RUN npm run build
+
+FROM python:3.7-slim
+
+EXPOSE 5000
+
+# Controls whether to install extra dependencies needed for all data sources.
+ARG skip_ds_deps
+
+RUN useradd --create-home redash
+
+# Ubuntu packages
+RUN apt-get update && \
+  apt-get install -y \
+    curl \
+    gnupg \
+    build-essential \
+    pwgen \
+    libffi-dev \
+    sudo \
+    git-core \
+    wget \
+    # Postgres client
+    libpq-dev \
+    # for SAML
+    xmlsec1 \
+    # Additional packages required for data sources:
+    libssl-dev \
+    default-libmysqlclient-dev \
+    freetds-dev \
+    libsasl2-dev && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
+WORKDIR /app
 
 # We first copy only the requirements file, to avoid rebuilding on every file
 # change.
-COPY requirements.txt requirements_dev.txt requirements_all_ds.txt ./
-RUN pip install -r requirements.txt -r requirements_dev.txt -r requirements_all_ds.txt
+COPY requirements.txt requirements_bundles.txt requirements_dev.txt requirements_all_ds.txt ./
+RUN pip install -r requirements.txt -r requirements_dev.txt
+RUN if [ "x$skip_ds_deps" = "x" ] ; then pip install -r requirements_all_ds.txt ; else echo "Skipping pip install -r requirements_all_ds.txt" ; fi
 
-COPY . ./
-RUN npm install && npm run build && rm -rf node_modules
+COPY . /app
+COPY --from=frontend-builder /frontend/client/dist /app/client/dist
 RUN chown -R redash /app
 USER redash
 
 ENTRYPOINT ["/app/bin/docker-entrypoint"]
+CMD ["server"]

LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2013-2017, Arik Fraimovich. 
+Copyright (c) 2013-2020, Arik Fraimovich.
 All rights reserved.
 
 Redistribution and use in source and binary forms, with or without modification, 

Makefile

@@ -1,20 +1,57 @@
-NAME=redash
-VERSION=`python ./manage.py version`
-FULL_VERSION=$(VERSION)+b$(CIRCLE_BUILD_NUM)
-BASE_VERSION=$(shell python ./manage.py version | cut -d + -f 1)
-# VERSION gets evaluated every time it's referenced, therefore we need to use VERSION here instead of FULL_VERSION.
-FILENAME=$(CIRCLE_ARTIFACTS)/$(NAME).$(VERSION).tar.gz
+.PHONY: compose_build up test_db create_database clean down bundle tests lint backend-unit-tests frontend-unit-tests test build watch start redis-cli bash
 
-deps:
-	if [ -d "./client/app" ]; then npm install; fi
-	if [ -d "./client/app" ]; then npm run build; fi
+compose_build:
+	docker-compose build
 
-pack:
-	sed -ri "s/^__version__ = '([0-9.]*)'/__version__ = '$(FULL_VERSION)'/" redash/__init__.py
-	tar -zcv -f $(FILENAME) --exclude="optipng*" --exclude=".git*" --exclude="*.pyc" --exclude="*.pyo" --exclude="venv" --exclude="node_modules" *
+up:
+	docker-compose up -d --build
 
-upload:
-	python bin/release_manager.py $(CIRCLE_SHA1) $(BASE_VERSION) $(FILENAME)
+test_db:
+	@for i in `seq 1 5`; do \
+		if (docker-compose exec postgres sh -c 'psql -U postgres -c "select 1;"' 2>&1 > /dev/null) then break; \
+		else echo "postgres initializing..."; sleep 5; fi \
+	done
+	docker-compose exec postgres sh -c 'psql -U postgres -c "drop database if exists tests;" && psql -U postgres -c "create database tests;"'
 
-test:
-	nosetests --with-coverage --cover-package=redash tests/
+create_database:
+	docker-compose run server create_db
+
+clean:
+	docker-compose down && docker-compose rm
+
+down:
+	docker-compose down
+
+bundle:
+	docker-compose run server bin/bundle-extensions
+
+tests:
+	docker-compose run server tests
+
+lint:
+	./bin/flake8_tests.sh
+
+backend-unit-tests: up test_db
+	docker-compose run --rm --name tests server tests
+
+frontend-unit-tests: bundle
+	npm install
+	npm run bundle
+	npm test
+
+test: lint backend-unit-tests frontend-unit-tests
+
+build: bundle
+	npm run build
+
+watch: bundle
+	npm run watch
+
+start: bundle
+	npm run start
+
+redis-cli:
+	docker-compose run --rm redis redis-cli -h redis
+
+bash:
+	docker-compose run --rm server bash

README.md

@@ -1,49 +1,47 @@
 <p align="center">
   <img title="Redash" src='https://redash.io/assets/images/logo.png' width="200px"/>
 </p>
-<p align="center">
-    <img title="Build Status" src='https://circleci.com/gh/getredash/redash.png?circle-token=8a695aa5ec2cbfa89b48c275aea298318016f040'/>
-</p>
 
-[![Join the chat at https://gitter.im/getredash/redash](https://badges.gitter.im/getredash/redash.svg)](https://gitter.im/getredash/redash?utm_source=badge&utm_medium=badge&utm_campaign=pr-badge&utm_content=badge)
 [![Documentation](https://img.shields.io/badge/docs-redash.io/help-brightgreen.svg)](https://redash.io/help/)
+[![Datree](https://s3.amazonaws.com/catalog.static.datree.io/datree-badge-20px.svg)](https://datree.io/?src=badge)
+[![Build Status](https://circleci.com/gh/getredash/redash.png?style=shield&circle-token=8a695aa5ec2cbfa89b48c275aea298318016f040)](https://circleci.com/gh/getredash/redash/tree/master)
 
 **_Redash_** is our take on freeing the data within our company in a way that will better fit our culture and usage patterns.
 
 Prior to **_Redash_**, we tried to use traditional BI suites and discovered a set of bloated, technically challenged and slow tools/flows. What we were looking for was a more hacker'ish way to look at data, so we built one.
 
 **_Redash_** was built to allow fast and easy access to billions of records, that we process and collect using Amazon Redshift ("petabyte scale data warehouse" that "speaks" PostgreSQL).
-Today **_Redash_** has support for querying multiple databases, including: Redshift, Google BigQuery, PostgreSQL, MySQL, Graphite,
-Presto, Google Spreadsheets, Cloudera Impala, Hive and custom scripts.
+Today **_Redash_** has support for querying multiple databases, including: Redshift, Google BigQuery, PostgreSQL, MySQL, Graphite, Presto, Google Spreadsheets, Cloudera Impala, Hive and custom scripts.
 
 **_Redash_** consists of two parts:
 
-1. **Query Editor**: think of [JS Fiddle](http://jsfiddle.net) for SQL queries. It's your way to share data in the organization in an open way, by sharing both the dataset and the query that generated it. This way everyone can peer review not only the resulting dataset but also the process that generated it. Also it's possible to fork it and generate new datasets and reach new insights.
-2. **Dashboards/Visualizations**: once you have a dataset, you can create different visualizations out of it, and then combine several visualizations into a single dashboard. Currently it supports charts, pivot table and cohorts.
+1. **Query Editor**: think of [JS Fiddle](https://jsfiddle.net) for SQL queries. It's your way to share data in the organization in an open way, by sharing both the dataset and the query that generated it. This way everyone can peer review not only the resulting dataset but also the process that generated it. Also it's possible to fork it and generate new datasets and reach new insights.
+2. **Visualizations and Dashboards**: once you have a dataset, you can create different visualizations out of it, and then combine several visualizations into a single dashboard. Currently Redash supports charts, pivot table, cohorts and [more](https://redash.io/help/user-guide/visualizations/visualization-types).
 
-## Demo
-
-<img src="https://cloud.githubusercontent.com/assets/71468/17391289/8e83878e-5a1d-11e6-8938-af9054a33b19.gif" width="60%"/>
-
-You can try out the demo instance: http://demo.redash.io/ (login with any Google account).
+<img src="https://raw.githubusercontent.com/getredash/website/8e820cd02c73a8ddf4f946a9d293c54fd3fb08b9/website/_assets/images/redash-anim.gif" width="80%"/>
 
 ## Getting Started
 
-* [Setting up Redash instance](https://redash.io/help-onpremise/setup/setting-up-redash-instance.html) (includes links to ready made AWS/GCE images).
+* [Setting up Redash instance](https://redash.io/help/open-source/setup) (includes links to ready made AWS/GCE images).
 * [Documentation](https://redash.io/help/).
 
+## Supported Data Sources
+
+Redash supports more than 35 [data sources](https://redash.io/help/data-sources/supported-data-sources). 
 
 ## Getting Help
 
 * Issues: https://github.com/getredash/redash/issues
 * Discussion Forum: https://discuss.redash.io/
-* Slack: http://slack.redash.io/
-* Gitter (chat): https://gitter.im/getredash/redash
 
 ## Reporting Bugs and Contributing Code
 
 * Want to report a bug or request a feature? Please open [an issue](https://github.com/getredash/redash/issues/new).
-* Want to help us build **_Redash_**? Fork the project, edit in a [dev environment](https://redash.io/help-onpremise/setup/setting-up-development-environment-using-vagrant.html), and make a pull request. We need all the help we can get!
+* Want to help us build **_Redash_**? Fork the project, edit in a [dev environment](https://redash.io/help-onpremise/dev/guide.html), and make a pull request. We need all the help we can get!
+
+## Security
+
+Please email security@redash.io to report any security vulnerabilities. We will acknowledge receipt of your vulnerability and strive to send you regular updates about our progress. If you're curious about the status of your disclosure please feel free to email us again. If you want to encrypt your disclosure email, you can use [this PGP key](https://keybase.io/arikfr/key.asc).
 
 ## License
 

SECURITY.md

@@ -0,0 +1,5 @@
+# Security Policy
+
+## Reporting a Vulnerability
+
+Please email security@redash.io to report any security vulnerabilities. We will acknowledge receipt of your vulnerability and strive to send you regular updates about our progress. If you're curious about the status of your disclosure please feel free to email us again. If you want to encrypt your disclosure email, you can use [this PGP key](https://keybase.io/arikfr/key.asc).

bin/bundle-extensions

@@ -0,0 +1,117 @@
+#!/usr/bin/env python3
+"""Copy bundle extension files to the client/app/extension directory"""
+import logging
+import os
+from pathlib import Path
+from shutil import copy
+from collections import OrderedDict as odict
+
+from importlib_metadata import entry_points
+from importlib_resources import contents, is_resource, path
+
+# Name of the subdirectory
+BUNDLE_DIRECTORY = "bundle"
+
+logger = logging.getLogger(__name__)
+
+
+# Make a directory for extensions and set it as an environment variable
+# to be picked up by webpack.
+extensions_relative_path = Path('client', 'app', 'extensions')
+extensions_directory = Path(__file__).parent.parent / extensions_relative_path
+
+if not extensions_directory.exists():
+    extensions_directory.mkdir()
+os.environ["EXTENSIONS_DIRECTORY"] = str(extensions_relative_path)
+
+
+def resource_isdir(module, resource):
+    """Whether a given resource is a directory in the given module
+
+    https://importlib-resources.readthedocs.io/en/latest/migration.html#pkg-resources-resource-isdir
+    """
+    try:
+        return resource in contents(module) and not is_resource(module, resource)
+    except (ImportError, TypeError):
+        # module isn't a package, so can't have a subdirectory/-package
+        return False
+
+
+def entry_point_module(entry_point):
+    """Returns the dotted module path for the given entry point"""
+    return entry_point.pattern.match(entry_point.value).group("module")
+
+
+def load_bundles():
+    """"Load bundles as defined in Redash extensions.
+
+    The bundle entry point can be defined as a dotted path to a module
+    or a callable, but it won't be called but just used as a means
+    to find the files under its file system path.
+
+    The name of the directory it looks for files in is "bundle".
+
+    So a Python package with an extension bundle could look like this::
+
+        my_extensions/
+        ├── __init__.py
+        └── wide_footer
+            ├── __init__.py
+            └── bundle
+                ├── extension.js
+                └── styles.css
+
+    and would then need to register the bundle with an entry point
+    under the "redash.bundles" group, e.g. in your setup.py::
+
+        setup(
+            # ...
+            entry_points={
+                "redash.bundles": [
+                    "wide_footer = my_extensions.wide_footer",
+                ]
+                # ...
+            },
+            # ...
+        )
+
+    """
+    bundles = odict()
+    for entry_point in entry_points().get("redash.bundles", []):
+        logger.info('Loading Redash bundle "%s".', entry_point.name)
+        module = entry_point_module(entry_point)
+        # Try to get a list of bundle files
+        if not resource_isdir(module, BUNDLE_DIRECTORY):
+            logger.error(
+                'Redash bundle directory "%s" could not be found.', entry_point.name
+            )
+            continue
+        with path(module, BUNDLE_DIRECTORY) as bundle_dir:
+            bundles[entry_point.name] = list(bundle_dir.rglob("*"))
+
+    return bundles
+
+
+bundles = load_bundles().items()
+if bundles:
+    print('Number of extension bundles found: {}'.format(len(bundles)))
+else:
+    print('No extension bundles found.')
+
+for bundle_name, paths in bundles:
+    # Shortcut in case not paths were found for the bundle
+    if not paths:
+        print('No paths found for bundle "{}".'.format(bundle_name))
+        continue
+
+    # The destination for the bundle files with the entry point name as the subdirectory
+    destination = Path(extensions_directory, bundle_name)
+    if not destination.exists():
+        destination.mkdir()
+
+    # Copy the bundle directory from the module to its destination.
+    print('Copying "{}" bundle to {}:'.format(bundle_name, destination.resolve()))
+    for src_path in paths:
+        dest_path = destination / src_path.name
+        print(" - {} -> {}".format(src_path, dest_path))
+        copy(str(src_path), str(dest_path))

bin/docker-entrypoint

@@ -1,25 +1,46 @@
 #!/bin/bash
 set -e
 
-worker() {
-  WORKERS_COUNT=${WORKERS_COUNT:-2}
-  QUEUES=${QUEUES:-queries,scheduled_queries,celery}
+scheduler() {
+  echo "Starting RQ scheduler..."
 
-  echo "Starting $WORKERS_COUNT workers for queues: $QUEUES..."
-  exec /usr/local/bin/celery worker --app=redash.worker -c$WORKERS_COUNT -Q$QUEUES -linfo --maxtasksperchild=10 -Ofair
+  exec /app/manage.py rq scheduler
 }
 
-scheduler() {
-  WORKERS_COUNT=${WORKERS_COUNT:-1}
-  QUEUES=${QUEUES:-celery}
+dev_scheduler() {
+  echo "Starting dev RQ scheduler..."
 
-  echo "Starting scheduler and $WORKERS_COUNT workers for queues: $QUEUES..."
+  exec watchmedo auto-restart --directory=./redash/ --pattern=*.py --recursive -- ./manage.py rq scheduler
+}
 
-  exec /usr/local/bin/celery worker --app=redash.worker --beat -c$WORKERS_COUNT -Q$QUEUES -linfo --maxtasksperchild=10 -Ofair
+worker() {
+  echo "Starting RQ worker..."
+
+  export WORKERS_COUNT=${WORKERS_COUNT:-2}
+  export QUEUES=${QUEUES:-}
+  
+  supervisord -c worker.conf
+}
+
+dev_worker() {
+  echo "Starting dev RQ worker..."
+
+  exec watchmedo auto-restart --directory=./redash/ --pattern=*.py --recursive -- ./manage.py rq worker $QUEUES
 }
 
 server() {
-  exec /usr/local/bin/gunicorn -b 0.0.0.0:5000 --name redash -w${REDASH_WEB_WORKERS:-4} redash.wsgi:app
+  # Recycle gunicorn workers every n-th request. See http://docs.gunicorn.org/en/stable/settings.html#max-requests for more details.
+  MAX_REQUESTS=${MAX_REQUESTS:-1000}
+  MAX_REQUESTS_JITTER=${MAX_REQUESTS_JITTER:-100}
+  exec /usr/local/bin/gunicorn -b 0.0.0.0:5000 --name redash -w${REDASH_WEB_WORKERS:-4} redash.wsgi:app --max-requests $MAX_REQUESTS --max-requests-jitter $MAX_REQUESTS_JITTER
+}
+
+create_db() {
+  exec /app/manage.py database create_tables
+}
+
+rq_healthcheck() {
+  exec /app/manage.py rq healthcheck
 }
 
 help() {
@@ -29,18 +50,29 @@ help() {
   echo ""
 
   echo "server -- start Redash server (with gunicorn)"
-  echo "worker -- start Celery worker"
-  echo "scheduler -- start Celery worker with a beat (scheduler) process"
+  echo "worker -- start a single RQ worker"
+  echo "dev_worker -- start a single RQ worker with code reloading"
+  echo "scheduler -- start an rq-scheduler instance"
+  echo "dev_scheduler -- start an rq-scheduler instance with code reloading"
+  echo "rq_healthcheck -- runs a RQ healthcheck that verifies that all local workers are active. Useful for Docker's HEALTHCHECK mechanism."
   echo ""
   echo "shell -- open shell"
   echo "dev_server -- start Flask development server with debugger and auto reload"
+  echo "debug -- start Flask development server with remote debugger via ptvsd"
   echo "create_db -- create database tables"
   echo "manage -- CLI to manage redash"
+  echo "tests -- run tests"
 }
 
 tests() {
   export REDASH_DATABASE_URL="postgresql://postgres@postgres/tests"
-  exec make test
+
+  if [ $# -eq 0 ]; then
+    TEST_ARGS=tests/
+  else
+    TEST_ARGS=$@
+  fi
+  exec pytest $TEST_ARGS
 }
 
 case "$1" in
@@ -56,23 +88,47 @@ case "$1" in
     shift
     scheduler
     ;;
+  dev_scheduler)
+    shift
+    dev_scheduler
+    ;;
+  dev_worker)
+    shift
+    dev_worker
+    ;;
+  rq_healthcheck)
+    shift
+    rq_healthcheck
+    ;;
   dev_server)
+    export FLASK_DEBUG=1
     exec /app/manage.py runserver --debugger --reload -h 0.0.0.0
     ;;
+  debug)
+    export FLASK_DEBUG=1
+    export REMOTE_DEBUG=1
+    exec /app/manage.py runserver --debugger --no-reload -h 0.0.0.0
+    ;;
   shell)
     exec /app/manage.py shell
     ;;
   create_db)
-    exec /app/manage.py database create_tables
+    create_db
     ;;
   manage)
     shift
     exec /app/manage.py $*
     ;;
   tests)
-    tests
+    shift
+    tests $@
     ;;
-  *)
+  help)
+    shift
     help
     ;;
+  *)
+    exec "$@"
+    ;;
 esac
+

bin/flake8_tests.sh

@@ -0,0 +1,9 @@
+#!/bin/sh
+
+set -o errexit  # fail the build if any task fails
+
+flake8 --version ; pip --version
+# stop the build if there are Python syntax errors or undefined names
+flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics
+# exit-zero treats all errors as warnings.  The GitHub editor is 127 chars wide      
+flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

bin/get_changes.py

@@ -0,0 +1,37 @@
+#!/bin/env python3
+
+import sys
+import re
+import subprocess
+
+
+def get_change_log(previous_sha):
+    args = ['git', '--no-pager', 'log', '--merges', '--grep', 'Merge pull request', '--pretty=format:"%h|%s|%b|%p"', 'master...{}'.format(previous_sha)]
+    log = subprocess.check_output(args)
+    changes = []
+
+    for line in log.split('\n'):
+        try:
+            sha, subject, body, parents = line[1:-1].split('|')
+        except ValueError:
+            continue
+
+        try:
+            pull_request = re.match("Merge pull request #(\d+)", subject).groups()[0]
+            pull_request = " #{}".format(pull_request)
+        except Exception as ex:
+            pull_request = ""
+
+        author = subprocess.check_output(['git', 'log', '-1', '--pretty=format:"%an"', parents.split(' ')[-1]])[1:-1]
+
+        changes.append("{}{}: {} ({})".format(sha, pull_request, body.strip(), author))
+
+    return changes
+
+
+if __name__ == '__main__':
+    previous_sha = sys.argv[1]
+    changes = get_change_log(previous_sha)
+
+    for change in changes:
+        print(change)

bin/release_manager.py

@@ -1,9 +1,10 @@
+#!/usr/bin/env python3
 import os
 import sys
-import json
 import re
 import subprocess
 import requests
+import simplejson
 
 github_token = os.environ['GITHUB_TOKEN']
 auth = (github_token, 'x-oauth-basic')
@@ -16,7 +17,7 @@ def _github_request(method, path, params=None, headers={}):
         url = path
 
     if params is not None:
-        params = json.dumps(params)
+        params = simplejson.dumps(params)
 
     response = requests.request(method, url, data=params, auth=auth)
     return response
@@ -95,7 +96,7 @@ def get_changelog(commit_sha):
         try:
             pull_request = re.match("Merge pull request #(\d+)", subject).groups()[0]
             pull_request = " #{}".format(pull_request)
-        except Exception, ex:
+        except Exception as ex:
             pull_request = ""
 
         author = subprocess.check_output(['git', 'log', '-1', '--pretty=format:"%an"', parents.split(' ')[-1]])[1:-1]
@@ -124,7 +125,7 @@ def update_release(version, build_filepath, commit_sha):
         else:
             release = create_release(version, commit_sha)
 
-        print "Using release id: {}".format(release['id'])
+        print("Using release id: {}".format(release['id']))
 
         remove_previous_builds(release)
         response = upload_asset(release, build_filepath)
@@ -135,8 +136,8 @@ def update_release(version, build_filepath, commit_sha):
         if response.status_code != 200:
             raise exception_from_error("Failed updating release description", response)
 
-    except Exception, ex:
-        print ex
+    except Exception as ex:
+        print(ex)
 
 if __name__ == '__main__':
     commit_sha = sys.argv[1]

bin/upgrade

@@ -1,4 +1,5 @@
-#!/usr/bin/env python
+#!/usr/bin/env python3
+import urllib
 import argparse
 import os
 import subprocess
@@ -26,7 +27,7 @@ def run(cmd, cwd=None):
 
 
 def confirm(question):
-    reply = str(raw_input(question + ' (y/n): ')).lower().strip()
+    reply = str(input(question + ' (y/n): ')).lower().strip()
 
     if reply[0] == 'y':
         return True
@@ -74,13 +75,13 @@ class Release(namedtuple('Release', ('version', 'download_url', 'filename', 'des
 
 
 def get_latest_release_from_ci():
-    response = requests.get('https://circleci.com/api/v1.1/project/github/getredash/redash/latest/artifacts')
+    response = requests.get('https://circleci.com/api/v1.1/project/github/getredash/redash/latest/artifacts?branch=master')
 
     if response.status_code != 200:
         exit("Failed getting releases (status code: %s)." % response.status_code)
 
     tarball_asset = filter(lambda asset: asset['url'].endswith('.tar.gz'), response.json())[0]
-    filename = tarball_asset['pretty_path'].replace('$CIRCLE_ARTIFACTS/', '')
+    filename = urllib.unquote(tarball_asset['pretty_path'].split('/')[-1])
     version = filename.replace('redash.', '').replace('.tar.gz', '')
 
     release = Release(version, tarball_asset['url'], filename, '')
@@ -203,8 +204,10 @@ def show_description_and_confirm(description):
 
 def verify_newer_version(release):
     if not release.is_newer(current_version()):
-        red("The found release is not newer than your current deployed release ({}). Aborting upgrade.".format(current_version()))
-        exit(1)
+        red("The found release is not newer than your current deployed release ({}).".format(current_version()))
+        if not confirm("Continue with upgrade?"):
+            red("Cancelling upgrade.")
+            exit(1)
 
 
 def deploy_release(channel):

circle.yml

@@ -1,37 +0,0 @@
-machine:
-  services:
-    - docker
-    - redis
-  node:
-    version:
-      6.9.1
-dependencies:
-  override:
-    - pip install --upgrade setuptools
-    - pip install -r requirements_dev.txt
-    - pip install -r requirements.txt
-    - make deps
-  cache_directories:
-    - node_modules/
-test:
-  override:
-    - nosetests --with-xunit --xunit-file=$CIRCLE_TEST_REPORTS/junit.xml --with-coverage --cover-package=redash tests/
-deployment:
-  github_and_docker:
-    branch: master
-    commands:
-      - make pack
-      # Skipping uploads for now, until master is stable.
-      # - make upload
-      #- echo "client/app" >> .dockerignore
-      #- docker pull redash/redash:latest
-      - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS
-      - docker build -t redash/redash:$(./manage.py version | sed -e "s/\+/./") .
-      - docker push redash/redash:$(./manage.py version | sed -e "s/\+/./")
-notify:
-  webhooks:
-    - url: https://webhooks.gitter.im/e/895d09c3165a0913ac2f
-general:
-  branches:
-    ignore:
-      - gh-pages

client/.babelrc

@@ -1,4 +1,19 @@
 {
-  "presets": ["es2015", "stage-2"],
-  "plugins": ["transform-object-assign"]
+  "presets": [
+    ["@babel/preset-env", {
+      "exclude": [
+        "@babel/plugin-transform-async-to-generator",
+        "@babel/plugin-transform-arrow-functions"
+      ],
+      "useBuiltIns": "usage"
+    }],
+    "@babel/preset-react"
+  ],
+  "plugins": [
+    "@babel/plugin-proposal-class-properties",
+    "@babel/plugin-transform-object-assign",
+    ["babel-plugin-transform-builtin-extend", {
+      "globals": ["Error"]
+    }]
+  ]
 }

client/.eslintignore

@@ -1,2 +1,4 @@
 build/*.js
+dist
 config/*.js
+client/dist

client/.eslintrc.js

@@ -1,15 +1,17 @@
 module.exports = {
   root: true,
-  extends: 'airbnb-base',
+  extends: ["react-app", "plugin:compat/recommended", "prettier"],
+  plugins: ["jest", "compat", "no-only-tests"],
+  settings: {
+    "import/resolver": "webpack"
+  },
   env: {
-    "browser": true,
-    "node": true
+    browser: true,
+    node: true
   },
   rules: {
     // allow debugger during development
-    'no-param-reassign': 0,
-    'no-mixed-operators': 0,
-    'no-underscore-dangle': 0,
-    'no-debugger': process.env.NODE_ENV === 'production' ? 2 : 0
+    "no-debugger": process.env.NODE_ENV === "production" ? 2 : 0,
+    "jsx-a11y/anchor-is-valid": "off",
   }
-}
+};

client/app/.eslintrc.js

@@ -0,0 +1,10 @@
+module.exports = {
+  extends: ["plugin:jest/recommended"],
+  plugins: ["jest"],
+  env: {
+    "jest/globals": true,
+  },
+  rules: {
+    "jest/no-focused-tests": "off",
+  },
+};

client/app/__tests__/enzyme_setup.js

@@ -0,0 +1,4 @@
+import { configure } from "enzyme";
+import Adapter from "enzyme-adapter-react-16";
+
+configure({ adapter: new Adapter() });

client/app/__tests__/mocks.js

@@ -0,0 +1,5 @@
+import MockDate from "mockdate";
+
+const date = new Date("2000-01-01T02:00:00.000");
+
+MockDate.set(date);

client/app/assets/css/redash.css

@@ -1,704 +0,0 @@
-body {
-  padding-top: 50px;
-}
-
-body.headless {
-  padding-top: 0px;
-  padding-bottom: 0px;
-}
-
-body.headless nav.app-header {
-  display: none;
-}
-
-body.headless div#footer {
-  display: none;
-}
-
-a[ng-click] {
-  cursor: pointer;
-}
-
-a.link {
-  cursor: pointer;
-}
-
-a.page-title {
-  overflow: hidden;
-  text-overflow: ellipsis;
-  white-space: nowrap;
-  max-width: 400px;
-}
-
-a.navbar-brand {
-  padding: 5px 5px 0px 0px;
-  margin-left: 0px !important;
-}
-
-.navbar .fa {
-  font-size: 18px;
-}
-
-a.navbar-brand img {
-  height: 40px;
-}
-
-.avatar {
-  margin-top: 5px;
-  margin-bottom: 5px;
-}
-
-.avatar img {
-  width: 40px;
-  height: 40px;
-}
-
-#logout {
-  color: white;
-  position: relative;
-  left: -9px;
-  bottom: -11px;
-}
-
-.details-toggle {
-  cursor: pointer;
-}
-
-.details-toggle::before {
-  content: '▸';
-  margin-right: 5px;
-}
-
-.details-toggle.open::before {
-  content: '▾';
-  margin-right: 5px;
-}
-
-.edit-in-place span {
-  white-space: pre-line;
-}
-
-.edit-in-place span.editable {
-  cursor: pointer;
-}
-
-.edit-in-place span.editable:hover {
-  background: #FCFCA2;
-}
-
-.edit-in-place input,
-.edit-in-place textarea {
-  display: none;
-}
-
-.edit-in-place.active span {
-  display: none;
-}
-
-.edit-in-place.active input,
-.edit-in-place.active textarea {
-  display: inline-block;
-}
-
-.delete-button {
-  float: none !important;
-}
-
-.list-group-item.active button {
-  color: white;
-}
-
-.panel-heading > p:last-child {
-  margin-bottom: 0px;
-}
-
-.panel-heading > a,
-.panel-heading .query-link {
-  color: inherit;
-}
-
-.panel-heading .query-link:hover {
-  text-decoration: underline;
-}
-
-.form-group.required .control-label:after {
-  content: "*";
-  color: red;
-}
-
-.form-group .help-block.error {
-  display: none;
-}
-
-.form-group.has-error .help-block.error {
-  display: block;
-}
-
-/* angular-growl */
-.growl {
-  position: fixed;
-  bottom: 10px;
-  right: 10px;
-  float: right;
-  width: 250px;
-  z-index: 10000;
-}
-
-.growl-item.ng-enter,
-.growl-item.ng-leave {
-  -webkit-transition: 0.5s linear all;
-  -moz-transition: 0.5s linear all;
-  -o-transition: 0.5s linear all;
-  transition: 0.5s linear all;
-}
-
-.growl-item.ng-enter,
-.growl-item.ng-leave.ng-leave-active {
-  opacity: 0;
-}
-
-.growl-item.ng-leave,
-.growl-item.ng-enter.ng-enter-active {
-  opacity: 1;
-
-}
-
-/* Gridster */
-
-li.widget {
-  /*background-color:grey;*/
-  border-width: 1px;
-  border-style: solid;
-  border-color: grey;
-  opacity: 0.7;
-  cursor: move;
-}
-
-li.widget:hover {
-  opacity: 1.0 !important;
-
-  -webkit-transition: opacity .6s;
-  -moz-transition: opacity .6s;
-  -o-transition: opacity .6s;
-  -ms-transition: opacity .6s;
-  transition: opacity .6s;
-}
-
-.gridster .preview-holder {
-  border: none !important;
-  border-radius: 0 !important;
-  background: rgba(0, 0, 0, 0.5) !important;
-}
-
-.gridster li .heading {
-  border: #ddd;
-  background-color: #f5f5f5;
-  padding: 5px;
-}
-
-/* Editor */
-
-.ace_editor {
-  border: 1px solid #eee;
-  height: 100%;
-  margin-bottom: 10px;
-}
-
-/* Support for Font-Awesome in btn-xs */
-
-.btn-xs > .fa {
-  font-size: 14px;
-  top: 1px;
-  position: relative;
-}
-
-/* Because of ng-repeat we add span between the .dropdown-menu element and the li element, so we had
-to add those CSS styles here. */
-
-.dropdown-menu > span > li > a {
-  display: block;
-  padding: 3px 20px;
-  clear: both;
-  font-weight: normal;
-  line-height: 1.428571429;
-  color: #333333;
-  white-space: nowrap;
-}
-
-.dropdown-menu > span > li > a:hover,
-.dropdown-menu > span > li > a:focus {
-  color: #ffffff;
-  text-decoration: none;
-  background-color: #428bca;
-}
-
-/* Dropdown submenus */
-.dropdown-submenu {
-  position: relative;
-}
-
-.dropdown-submenu > .dropdown-menu {
-  top: 0;
-  left: 100%;
-  margin-top: -6px;
-  margin-left: -1px;
-  -webkit-border-radius: 0 6px 6px 6px;
-  -moz-border-radius: 0 6px 6px 6px;
-  border-radius: 0 6px 6px 6px;
-}
-
-.dropdown-submenu:hover > .dropdown-menu {
-  display: block;
-}
-
-.dropdown-submenu > a:after {
-  display: block;
-  content: " ";
-  float: right;
-  width: 0;
-  height: 0;
-  border-color: transparent;
-  border-style: solid;
-  border-width: 5px 0 5px 5px;
-  border-left-color: #cccccc;
-  margin-top: 5px;
-  margin-right: -10px;
-}
-
-.dropdown-submenu:hover > a:after {
-  /*border-left-color: #ffffff;*/
-}
-
-.dropdown-submenu.pull-left {
-  float: none;
-}
-
-.dropdown-submenu.pull-left > .dropdown-menu {
-  left: -100%;
-  margin-left: 10px;
-  -webkit-border-radius: 6px 0 6px 6px;
-  -moz-border-radius: 6px 0 6px 6px;
-  border-radius: 6px 0 6px 6px;
-}
-
-.rd-tab .remove {
-  cursor: pointer;
-  color: #A09797;
-  padding: 0 3px 1px 4px;
-  font-size: 11px;
-}
-
-.rd-tab .remove:hover {
-  color: white;
-  background-color: #FF8080;
-  border-radius: 50%;
-}
-
-.tab-nav > li.rd-tab-btn {
-  float: right;
-  padding-right: 10px;
-  padding-top: 10px;
-}
-
-/* light version of bootstrap's form-control */
-.rd-form-control {
-  display: block;
-  padding: 6px 12px;
-  line-height: 1.428571429;
-  color: #555555;
-  vertical-align: middle;
-  background-color: #ffffff;
-  border: 1px solid #cccccc;
-  border-radius: 4px;
-  -webkit-box-shadow: none;
-  box-shadow: none;
-  -webkit-transition: border-color ease-in-out 0.15s, box-shadow ease-in-out 0.15s;
-  transition: border-color ease-in-out 0.15s, box-shadow ease-in-out 0.15s;
-}
-
-.rd-form-control {
-  width: 90%;
-}
-
-pivot-table-renderer > table, grid-renderer > div, visualization-renderer > div {
-  overflow: auto;
-}
-
-counter-renderer {
-  display: block;
-  text-align: center;
-}
-
-counter-renderer counter {
-  margin: 0 auto;
-  padding: 15px 50px;
-  display: block;;
-}
-
-counter-renderer value,
-counter-renderer counter-target {
-  font-size: 80px;
-  display: block;
-}
-
-counter-renderer counter-target {
-  color: #ccc;
-}
-
-counter-renderer counter.positive value {
-  color: #5cb85c;
-}
-
-counter-renderer counter.negative value {
-  color: #d9534f;
-  margin-right: 15px;
-}
-
-counter-renderer counter-name {
-  font-size: 40px;
-  display: block;
-}
-
-.box {
-  font: 10px sans-serif;
-}
-
-.box line,
-.box rect,
-.box circle {
-  fill: #fff;
-  stroke: #000;
-  stroke-width: 1.5px;
-}
-
-.box .center {
-  stroke-dasharray: 3, 3;
-}
-
-.box .outlier {
-  fill: none;
-  stroke: #000;
-}
-
-.axis text {
-  font: 10px sans-serif;
-}
-
-.axis path,
-.axis line {
-  fill: none;
-  stroke: #000;
-  shape-rendering: crispEdges;
-}
-
-.grid-background {
-  fill: #ddd;
-}
-
-.grid path,
-.grid line {
-  fill: none;
-  stroke: #fff;
-  shape-rendering: crispEdges;
-}
-
-.grid .minor line {
-  stroke-opacity: .5;
-}
-
-.grid text {
-  display: none;
-}
-
-.iframe-container {
-  height: 100%;
-}
-
-.schema-container {
-  height: 100%;
-  z-index: 10;
-  background-color: white;
-}
-
-.schema-control {
-  display: flex;
-  padding: 5px 0;
-}
-
-.schema-control .form-control {
-  height: 30px;
-  margin-right: 5px;
-}
-
-.schema-browser {
-  height: calc(100% - 45px);
-  overflow-y: auto;
-  overflow-x: hidden;
-  border: 1px solid rgba(0,0,0,.15);
-}
-
-.parameter-label {
-  display: block;
-}
-
-div.table-name {
-  overflow: hidden;
-  text-overflow: ellipsis;
-  white-space: nowrap;
-  cursor: pointer;
-  padding: 0 10px;
-}
-
-div.table-name:hover {
-  background: #f4f4f4;
-}
-
-.blankslate {
-  text-align: center;
-  padding: 30px;
-}
-
-/* Footer */
-
-.footer {
-  color: #818d9f;
-  padding-bottom: 30px;
-}
-
-.footer a {
-  color: #818d9f;
-  margin-left: 20px;
-}
-
-.col-table .missing-value {
-  color: #b94a48;
-}
-
-.col-table .super-small-input {
-  padding-left: 3px;
-  height: 24px;
-}
-
-.col-table .ui-select-toggle, .col-table .ui-select-search {
-  padding: 2px;
-  padding-left: 5px;
-  height: 24px;
-}
-
-.clearable button {
-  border-top-right-radius: 0;
-  border-bottom-right-radius: 0;
-}
-
-/* Immediately apply ng-cloak, instead of waiting for angular.js to load: */
-[ng\:cloak], [ng-cloak], [data-ng-cloak], [x-ng-cloak], .ng-cloak, .x-ng-cloak {
-  display: none !important;
-}
-
-.voffset {
-  margin-top: 2px;
-}
-
-.voffset1 {
-  margin-top: 5px;
-}
-
-.voffset2 {
-  margin-top: 10px;
-}
-
-.voffset3 {
-  margin-top: 15px;
-}
-
-.voffset4 {
-  margin-top: 30px;
-}
-
-.voffset5 {
-  margin-top: 40px;
-}
-
-.voffset6 {
-  margin-top: 60px;
-}
-
-.voffset7 {
-  margin-top: 80px;
-}
-
-.voffset8 {
-  margin-top: 100px;
-}
-
-.voffset9 {
-  margin-top: 150px;
-}
-
-.overlay {
-  background-color: #808080;
-  width: 100%;
-  height: 100%;
-  position: absolute;
-  top: 0;
-  left: 0;
-  padding: 0;
-  z-index: 1000;
-  opacity: 0.8;
-}
-
-.container-fluid {
-  padding-left: 5px;
-  padding-right: 5px;
-}
-
-.modal-xl {
-  position: fixed;
-  top: 0;
-  right: 0;
-  bottom: 0;
-  left: 0;
-  overflow: hidden;
-}
-.modal-xl .modal-dialog {
-  position: fixed;
-  margin: 0;
-  width: 100%;
-  height: 100%;
-  padding: 0;
-}
-
-.modal-xl .modal-content {
-  position: absolute;
-  top: 0;
-  right: 0;
-  bottom: 0;
-  left: 0;
-  border: 2px solid #3c7dcf;
-  border-radius: 0;
-  box-shadow: none;
-}
-
-.modal-xl .modal-header {
-  position: absolute;
-  top: 0;
-  right: 0;
-  left: 0;
-  height: 50px;
-  padding: 10px;
-  border: 0;
-}
-
-.modal-xl .modal-body {
-  position: absolute;
-  top: 50px;
-  bottom: 60px;
-  width: 100%;
-  overflow: auto;
-}
-
-.modal-xl .modal-footer {
-  position: absolute;
-  right: 0;
-  bottom: 0;
-  left: 0;
-  height: 60px;
-  padding: 10px;
-}
-
-/* Bootstrap Overrides */
-
-.flex-parent {
-  display: flex;
-  flex-direction: column;
-  justify-content: center;
-}
-
-.collapsing,
-.collapse.in {
-  padding: 5px 10px;
-  transition: all 0.35s ease;
-}
-
-.schema-browser .collapse.in {
-  background: #f4f4f4;
-}
-
-.navbar .collapse.in {
-  background: #222;
-}
-
-/* Fixes for SuperFlat */
-
-.table-hover > tbody > tr:hover {
-  background-color: #f4f4f4;
-}
-
-.dropdown-menu {
-  z-index: 1000000000;
-}
-
-
-.t-body a.actions {
-  font-size: 24px;
-  line-height: 100%;
-  padding: 4px 10px 3px;
-  display: block;
-}
-
-.t-body a.actions:hover,
-.t-body a.actions.open > a {
-  background-color: rgba(0, 0, 0, 0.1);
-}
-
-/* ui-select adjustments for SuperFlat */
-
-/* Same definition as .form-control */
-.ui-select-toggle.btn-default {
-  height: 35px;
-  padding: 6px 12px;
-  font-size: 13px;
-  line-height: 1.42857143;
-  color: #9E9E9E;
-  background: #fff none;
-  border: 1px solid #e8e8e8;
-  border-radius: 5px;
-  -webkit-box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
-  box-shadow: inset 0 1px 1px rgba(0, 0, 0, 0.075);
-  -webkit-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
-  -o-transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
-  transition: border-color ease-in-out .15s, box-shadow ease-in-out .15s;
-}
-
-.t-header.widget {
-  padding: 5px;
-}
-
-/* Sankey Visualization */
-.sankey .node rect {
-    fill-opacity: .9;
-    shape-rendering: crispEdges;
-    stroke-width: 0;
-}
-.sankey .node text {
-    text-shadow: 0 1px 0 #fff;
-}
-.sankey .link {
-    fill: none;
-    stroke: #000;
-    stroke-opacity: .2;
-}
-
-/*Dashboard list view */
-.m-2{
-  margin:2px;
-}
-
-.dropdown-menu > .disabled{
- cursor: not-allowed;
-}
-
-/* The real magic ;) */
-.dropdown-menu > .disabled > a{
- pointer-events: none;
-}

client/app/assets/images/avatar.svg

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8" standalone="no"?>
+<svg xmlns:svg="http://www.w3.org/2000/svg" xmlns="http://www.w3.org/2000/svg" width="630" height="630" viewBox="0 0 630 630" version="1.1">
+  <g transform="translate(-56.611934,-184.36221)">
+    <path fill="#a7a7a7" d="m 58.467329,810.92426 c 0,-10.37237 6.53079,-28.55017 15.29935,-42.58418 9.70782,-15.53729 28.965401,-35.11964 51.655121,-52.52627 7.21357,-5.53395 6.57284,-5.08564 22.23877,-15.56023 20.2393,-13.53245 55.34935,-32.58361 79.80676,-43.30416 19.72995,-8.64834 57.2268,-21.58721 62.55974,-21.58721 0.76988,0 3.09659,-0.67892 5.17046,-1.50872 7.3197,-2.92876 12.5713,-16.1286 13.89202,-34.91737 l 0.64689,-9.20257 -8.38455,-10.04931 c -7.66622,-9.18836 -11.59308,-14.62897 -20.80286,-28.82203 -9.85543,-15.1881 -22.91997,-47.26171 -24.69185,-60.61889 -0.56037,-4.22429 -1.0976,-5.21546 -3.27999,-6.05157 -10.15146,-3.88918 -15.7489,-9.08881 -20.96084,-19.47118 -6.6162,-13.17971 -8.62087,-36.5618 -4.2711,-49.81738 2.29242,-6.98599 4.4873,-10.89589 8.72413,-15.54098 2.11744,-2.32146 2.22102,-2.9999 1.45041,-9.5 -2.58899,-21.83821 -3.34954,-41.36055 -2.18394,-56.05862 3.87891,-48.91259 20.17112,-81.47548 50.89033,-101.71339 16.68129,-10.98968 34.4196,-16.74492 62.2113,-20.1846 32.20647,-3.98609 68.82401,0.75436 93.8318,12.14731 14.67849,6.68717 28.98155,17.91433 38.99893,30.61215 19.81832,25.12131 29.57328,66.42856 26.24603,111.13853 -0.69821,9.38224 -1.63714,20.17477 -2.08651,23.9834 -0.81425,6.90129 -0.80559,6.93815 2.55469,10.86388 7.03777,8.22205 10.02312,18.44949 9.84447,33.72599 -0.27308,23.35114 -10.37432,43.49379 -24.44339,48.74202 l -5.34465,1.99373 -1.18738,6.3748 c -4.9831,26.75313 -22.71761,61.14702 -45.76986,88.76506 l -7.88572,9.44759 0.64805,9.21931 c 1.18682,16.88381 6.49256,31.6953 12.30203,34.34227 1.23595,0.56314 6.42637,1.99946 11.53427,3.19182 35.45428,8.27628 97.76078,37.16683 137.59386,63.80012 15.66594,10.47459 15.02521,10.02628 22.23877,15.56023 22.46534,17.23449 41.43241,36.56563 52.11597,53.1163 7.31528,11.33263 13.49882,27.98884 14.54335,39.17447 l 0.58435,6.25763 -313.14461,0 -313.144601,0 0,-3.43795 z"/>
+  </g>
+</svg>