Merge pull request #774 from getredash/hotfix

Fix: don't fail refresh_schema if one of the refresh ops fails

.dockerignore

@@ -0,0 +1,4 @@
+rd_ui/.tmp/
+rd_ui/node_modules/
+.git/
+.vagrant/

.env.example

@@ -1,6 +1,6 @@
-export REDASH_STATIC_ASSETS_PATH="../rd_ui/app/"
-export REDASH_LOG_LEVEL="INFO"
-export REDASH_REDIS_URL=redis://localhost:6379/1
-export REDASH_DATABASE_URL="postgresql://redash"
-export REDASH_COOKIE_SECRET=veryverysecret
-export REDASH_GOOGLE_APPS_DOMAIN=
+REDASH_STATIC_ASSETS_PATH="../rd_ui/app/"
+REDASH_LOG_LEVEL="INFO"
+REDASH_REDIS_URL=redis://localhost:6379/1
+REDASH_DATABASE_URL="postgresql://redash"
+REDASH_COOKIE_SECRET=veryverysecret
+REDASH_GOOGLE_APPS_DOMAIN=

.gitignore

@@ -19,3 +19,6 @@ redash/dump.rdb
 venv
 
 dump.rdb
+
+# Docker related
+docker-compose.yml

Dockerfile

@@ -0,0 +1,52 @@
+FROM ubuntu:trusty
+MAINTAINER Di Wu <diwu@yelp.com>
+
+# Ubuntu packages
+RUN apt-get update && \
+  apt-get install -y python-pip python-dev curl build-essential pwgen libffi-dev sudo git-core wget \
+  # Postgres client
+  libpq-dev \
+  # Additional packages required for data sources:
+  libssl-dev libmysqlclient-dev && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
+# Users creation
+RUN useradd --system --comment " " --create-home redash
+
+# Pip requirements for all data source types
+RUN pip install -U setuptools && \
+  pip install supervisor==3.1.2
+
+COPY . /opt/redash/current
+RUN chown -R redash /opt/redash/current
+
+# Setting working directory
+WORKDIR /opt/redash/current
+
+# Install project specific dependencies
+RUN pip install -r requirements_all_ds.txt && \
+  pip install -r requirements.txt
+
+RUN curl https://deb.nodesource.com/setup_4.x | bash - && \
+  apt-get install -y nodejs && \
+  sudo -u redash -H make deps && \
+  rm -rf rd_ui/node_modules /home/redash/.npm /home/redash/.cache && \
+  apt-get purge -y nodejs && \
+  apt-get clean && \
+  rm -rf /var/lib/apt/lists/*
+
+# Setup supervisord
+RUN mkdir -p /opt/redash/supervisord && \
+    mkdir -p /opt/redash/logs && \
+    cp /opt/redash/current/setup/docker/supervisord/supervisord.conf /opt/redash/supervisord/supervisord.conf
+
+# Fix permissions
+RUN chown -R redash /opt/redash
+
+# Expose ports
+EXPOSE 5000
+EXPOSE 9001
+
+# Startup script
+CMD ["supervisord", "-c", "/opt/redash/supervisord/supervisord.conf"]

Makefile

@@ -6,10 +6,9 @@ BASE_VERSION=$(shell python ./manage.py version | cut -d + -f 1)
 FILENAME=$(CIRCLE_ARTIFACTS)/$(NAME).$(VERSION).tar.gz
 
 deps:
-	cd rd_ui && npm install
-	cd rd_ui && npm install -g bower grunt-cli
-	cd rd_ui && bower install
-	cd rd_ui && grunt build
+	if [ -d "./rd_ui/app" ]; then cd rd_ui && npm install; fi
+	if [ -d "./rd_ui/app" ]; then cd rd_ui && npm run bower install; fi
+	if [ -d "./rd_ui/app" ]; then cd rd_ui && npm run build; fi
 
 pack:
 	sed -ri "s/^__version__ = '([0-9.]*)'/__version__ = '$(FULL_VERSION)'/" redash/__init__.py

README.md

@@ -1,8 +1,12 @@
+More details about the future of re:dash : http://bit.ly/journey-first-step
+
+---
+
 <p align="center">
-  <img title="re:dash" src='http://redash.io/static/img/redash_logo.png' width="200px"/>
+  <img title="re:dash" src='http://redash.io/static/old_img/redash_logo.png' width="200px"/>
 </p>
 <p align="center">
-    <img title="Build Status" src='https://circleci.com/gh/EverythingMe/redash.png?circle-token=8a695aa5ec2cbfa89b48c275aea298318016f040'/>
+    <img title="Build Status" src='https://circleci.com/gh/getredash/redash.png?circle-token=8a695aa5ec2cbfa89b48c275aea298318016f040'/>
 </p>
 
 **_re:dash_** is our take on freeing the data within our company in a way that will better fit our culture and usage patterns.
@@ -22,31 +26,27 @@ Presto, Google Spreadsheets, Cloudera Impala, Hive and custom scripts.
 
 ## Demo
 
-![Screenshots](https://raw.github.com/EverythingMe/redash/screenshots/screenshots.gif)
+![Screenshots](https://raw.github.com/getredash/redash/screenshots/screenshots.gif)
 
 You can try out the demo instance: http://demo.redash.io/ (login with any Google account).
 
 ## Getting Started
 
 * [Setting up re:dash instance](http://redash.io/deployment/setup.html) (includes links to ready made AWS/GCE images).
-* Additional documentation in the [Wiki](https://github.com/everythingme/redash/wiki).
+* [Documentation](http://docs.redash.io).
 
 
 ## Getting help
 
 * [Google Group (mailing list)](https://groups.google.com/forum/#!forum/redash-users): the best place to get updates about new releases or ask general questions.
-* Find us [on gitter](https://gitter.im/EverythingMe/redash#) (chat).
-* Contact Arik, the maintainer directly: arik@everything.me.
-
-## Roadmap
-
-TBD.
+* Find us [on gitter](https://gitter.im/getredash/redash#) (chat).
+* Contact Arik, the maintainer directly: arik@redash.io.
 
 ## Reporting Bugs and Contributing Code
 
-* Want to report a bug or request a feature? Please open [an issue](https://github.com/everythingme/redash/issues/new).
+* Want to report a bug or request a feature? Please open [an issue](https://github.com/getredash/redash/issues/new).
 * Want to help us build **_re:dash_**? Fork the project and make a pull request. We need all the help we can get!
 
 ## License
 
-See [LICENSE](https://github.com/EverythingMe/redash/blob/master/LICENSE) file.
+See [LICENSE](https://github.com/getredash/redash/blob/master/LICENSE) file.

bin/release_manager.py

@@ -7,7 +7,7 @@ import requests
 
 github_token = os.environ['GITHUB_TOKEN']
 auth = (github_token, 'x-oauth-basic')
-repo = 'EverythingMe/redash'
+repo = 'getredash/redash'
 
 def _github_request(method, path, params=None, headers={}):
     if not path.startswith('https://api.github.com'):

circle.yml

@@ -1,16 +1,14 @@
 machine:
+  services:
+    - docker
   node:
     version:
-      0.10.24
+      0.12.4
   python:
     version:
       2.7.3
 dependencies:
   pre:
-    - wget http://downloads.sourceforge.net/project/optipng/OptiPNG/optipng-0.7.5/optipng-0.7.5.tar.gz
-    - tar xvf optipng-0.7.5.tar.gz
-    - cd optipng-0.7.5; ./configure; make; sudo checkinstall -y;
-    - make deps
     - pip install -r requirements_dev.txt
     - pip install -r requirements.txt
   cache_directories:
@@ -18,14 +16,18 @@ dependencies:
     - rd_ui/app/bower_components/
 test:
   override:
-    - make test
-  post:
-    - make pack
+    - nosetests --with-xunit --xunit-file=$CIRCLE_TEST_REPORTS/junit.xml --with-coverage --cover-package=redash tests/
 deployment:
-  github:
+  github_and_docker:
     branch: master
     commands:
+      - make deps
+      - make pack
       - make upload
+      - echo "rd_ui/app" >> .dockerignore
+      - docker build -t redash/redash:$(./manage.py version | sed -e "s/\+/./") .
+      - docker login -e $DOCKER_EMAIL -u $DOCKER_USER -p $DOCKER_PASS
+      - docker push redash/redash:$(./manage.py version | sed -e "s/\+/./")
 notify:
   webhooks:
     - url: https://webhooks.gitter.im/e/895d09c3165a0913ac2f

docker-compose-example.yml

@@ -0,0 +1,28 @@
+redash:
+  image: redash
+  ports:
+    - "5000:5000"
+  links:
+    - redis
+    - postgres
+  environment:
+    REDASH_STATIC_ASSETS_PATH:"../rd_ui/app/"
+    REDASH_LOG_LEVEL:"INFO"
+    REDASH_REDIS_URL:redis://localhost:6379/0
+    REDASH_DATABASE_URL:"postgresql://redash"
+    REDASH_COOKIE_SECRET:veryverysecret
+    REDASH_GOOGLE_APPS_DOMAIN:
+redis:
+  image: redis:2.8
+postgres:
+  image: postgres:9.3
+  volumes:
+   - /opt/postgres-data:/var/lib/postgresql/data
+redash-nginx:
+  image: redash-nginx:1.0
+  ports:
+    - "80:80"
+  volumes:
+    - "../redash-nginx/nginx.conf:/etc/nginx/nginx.conf"
+  links:
+    - redash

docs/datasources.rst

@@ -10,8 +10,8 @@ If one of the listed data source types isn't available when trying to create a n
 1. You installed required dependencies.
 2. If you've set custom value for the ``REDASH_ENABLED_QUERY_RUNNERS`` setting, it's included in the list.
 
-PostgreSQL / Redshift
----------------------
+PostgreSQL / Redshift / Greenplum
+---------------------------------
 
 -  **Options**:
 
@@ -20,7 +20,7 @@ PostgreSQL / Redshift
    -  Password
    -  Host
    -  Port
-
+   
 -  **Additional requirements**:
 
    - None
@@ -180,6 +180,13 @@ VPN and with users you trust).
       You MUST make sure these modules are installed on the machine
       running the Celery workers.
 
+Notes:
+
+- For security, the python query runner is disabled by default.
+  To enable, add ``redash.query_runner.python`` to the ``REDASH_ADDITIONAL_QUERY_RUNNERS`` environmental variable. If you used
+  the bootstrap script, or one of the provided images, add to ``/opt/redash/.env`` file the line: ``export REDASH_ADDITIONAL_QUERY_RUNNERS=redash.query_runner.python``.
+
+
 Vertica
 -----
 
@@ -194,3 +201,33 @@ Vertica
 -  **Additional requirements**:
 
    - ``vertica-python`` python package
+
+Oracle
+------
+
+- **Options**
+
+   -  DSN Service name
+   -  User
+   -  Password
+   -  Host
+   -  Port
+
+- **Additional requirements**
+
+  - ``cx_Oracle`` python package. This requires the installation of the Oracle `instant client <http://www.oracle.com/technetwork/database/features/instant-client/index-097480.html>`__.
+
+Treasure Data
+------
+
+- **Options**
+
+   -  Type (TreasureData)
+   -  API Key
+   -  Database Name
+   -  Type (Presto/Hive[default])
+   
+- **Additional requirements**
+   - Must have account on https://console.treasuredata.com
+   
+Documentation: https://docs.treasuredata.com/articles/redash

docs/dev/query_execution.rst

@@ -34,7 +34,7 @@ When query execution is done, the result gets stored to
 ``query_results`` table. Also we check for all queries in the
 ``queries`` table that have the same query hash and update their
 reference to the query result we just saved
-(`code <https://github.com/EverythingMe/redash/blob/master/redash/models.py#L235>`__).
+(`code <https://github.com/getredash/redash/blob/master/redash/models.py#L235>`__).
 
 Client
 ------
@@ -69,7 +69,7 @@ Ideas on how to implement query parameters
 Client side only implementation
 -------------------------------
 
-(This was actually implemented in. See pull request `#363 <https://github.com/EverythingMe/redash/pull/363>`__ for details.)
+(This was actually implemented in. See pull request `#363 <https://github.com/getredash/redash/pull/363>`__ for details.)
 
 The basic idea of how to implement parametized queries is to treat the
 query as a template and merge it with parameters taken from query string

docs/dev/results_format.rst

@@ -9,22 +9,22 @@ All data sources in re:dash return the following results in JSON format:
         "columns" : [
             {
                // Required: a unique identifier of the column name in this result
-               "name" : "COLUMN_NAME", 
+               "name" : "COLUMN_NAME",
                // Required: friendly name of the column that will appear in the results
-               "friendly_name" : "FRIENDLY_NAME", 
-               // Optional: If not specified sort might not work well. 
+               "friendly_name" : "FRIENDLY_NAME",
+               // Optional: If not specified sort might not work well.
                // Supported types: integer, float, boolean, string (default), datetime (ISO-8601 text format)
-               "type" : "VALUE_TYPE" 
+               "type" : "VALUE_TYPE"
             },
             ...
         ],
         "rows" : [
             {
-                // name is the column name as it appears in the columns above. 
+                // name is the column name as it appears in the columns above.
                 // VALUE is a valid JSON value. For dates its an ISO-8601 string.
                 "name" : VALUE,
                 "name2" : VALUE2
             },
             ...
-        ]   
+        ]
     }

docs/dev/vagrant.rst

@@ -13,7 +13,7 @@ To get started with this box:
 1.  Make sure you have recent version of
     `Vagrant <https://www.vagrantup.com/>`__ installed.
 2.  Clone the re:dash repository:
-    ``git clone https://github.com/EverythingMe/redash.git``.
+    ``git clone https://github.com/getredash/redash.git``.
 3.  Change dir into the repository (``cd redash``) and run run
     ``vagrant up``. This might take some time the first time you run it,
     as it downloads the Vagrant virtual box.
@@ -30,20 +30,7 @@ To get started with this box:
 
     ::
 
-        PYTHONPATH=. bin/run python migrations/0001_allow_delete_query.py
-        PYTHONPATH=. bin/run python migrations/0002_fix_timestamp_fields.py
-        PYTHONPATH=. bin/run python migrations/0003_update_data_source_config.py
-        PYTHONPATH=. bin/run python migrations/0004_allow_null_in_event_user.py
-        PYTHONPATH=. bin/run python migrations/0005_add_updated_at.py
-        PYTHONPATH=. bin/run python migrations/0006_queries_last_edit_by.py
-        PYTHONPATH=. bin/run python migrations/0007_add_schedule_to_queries.py
-        PYTHONPATH=. bin/run python migrations/0008_make_ds_name_unique.py
-        PYTHONPATH=. bin/run python migrations/0009_add_api_key_to_user.py
-        PYTHONPATH=. bin/run python migrations/0010_create_alerts.py
-        PYTHONPATH=. bin/run python migrations/0010_allow_deleting_datasources.py
-        PYTHONPATH=. bin/run python migrations/0011_migrate_bigquery_to_json.py
-        PYTHONPATH=. bin/run python migrations/0012_add_list_users_permission.py
-        PYTHONPATH=. bin/run python migrations/0013_update_counter_options.py
+        export PYTHONPATH=. && find migrations/ -type f  | grep 00 --null | xargs -I file bin/run python file
 
 9.  Start the server and background workers with
     ``bin/run honcho start -f Procfile.dev``.

docs/index.rst

@@ -1,4 +1,4 @@
-.. image:: http://redash.io/static/img/redash_logo.png
+.. image:: http://redash.io/static/old_img/redash_logo.png
    :width: 200px
 
 Open Source Data Collaboration and Visualization Platform
@@ -21,7 +21,7 @@ Features
 Demo
 ####
 
-.. figure:: https://raw.github.com/EverythingMe/redash/screenshots/screenshots.gif
+.. figure:: https://raw.github.com/getredash/redash/screenshots/screenshots.gif
    :alt: Screenshots
 
 You can try out the demo instance: `http://demo.redash.io`_ (login with any Google account).
@@ -37,11 +37,11 @@ Getting Started
 Getting Help
 ############
 
-* Source: https://github.com/everythingme/redash
-* Issues: https://github.com/everythingme/redash/issues
+* Source: https://github.com/getredash/redash
+* Issues: https://github.com/getredash/redash/issues
 * Mailing List: https://groups.google.com/forum/#!forum/redash-users
-* Gitter (chat): https://gitter.im/EverythingMe/redash
-* Contact Arik, the maintainer directly: arik@everything.me.
+* Gitter (chat): https://gitter.im/getredash/redash
+* Contact Arik, the maintainer directly: arik@redash.io.
 
 TOC
 ###

docs/misc/backup_restore.rst

@@ -0,0 +1,74 @@
+How To: Backup your re:dash database and restore it on a different server
+=================
+
+**Note:** This guide assumes that the default database name (redash) has not been changed.
+
+1. Check the size of your redash database. This can be done by creating a query within redash itself against the 're:dash metadata' data source.
+
+.. code::
+
+    select t1.datname AS db_name, pg_size_pretty(pg_database_size(t1.datname)) as db_size
+    from pg_database t1
+    where t1.datname = 'redash'
+
+
+2. Check the amount of available disk space on your existing server.
+
+.. code::
+
+    df -hT
+
+
+3. Backup the existing redash database.
+
+.. code::
+
+    sudo -u redash pg_dump redash | gzip > redash_backup.gz
+
+
+4. Transfer the backup to the new server.
+
+5. `Perform a clean install of re:dash <http://docs.redash.io/en/latest/setup.html>`__ on the new server.
+
+6. Check the amount of available disk space on the new server.
+
+.. code::
+
+    df -hT
+
+
+7. Login as postgres user on the new server.
+
+.. code::
+
+    sudo -u postgres -i
+
+
+8. drop the current redash database, create a new database named redash, and then restore the backup into the new database.
+
+.. code::
+
+    dbdrop redash
+    createdb -T template0 redash
+    gunzip -c redash_backup.gz | psql redash
+
+
+9. Set a new password of your choosing for the 'redash_reader' user (since the new installation generated a random password).
+
+.. code::
+
+    psql -c "ALTER ROLE redash_reader WITH PASSWORD 'yourpasswordgoeshere';"
+
+
+**Note:** Then you must navigate to the 're:dash metadata' data source (/data_sources/1) in the new re:dash installation and change the password to match the one entered above.
+
+10. Grant permissions on the redash database to the redash_reader user.
+
+.. code::
+
+    psql -c "grant select(id,name,type) ON data_sources to redash_reader;" redash
+    psql -c "grant select(id,name) ON users to redash_reader;" redash
+    psql -c "grant select on events, queries, dashboards, widgets, visualizations, query_results to redash_reader;" redash
+
+
+Create a new query in redash (using re:dash metadata as the data source) to test that everything is working as expected.

docs/misc/letsencrypt.rst

@@ -0,0 +1,141 @@
+How To: Encrypt your re:dash installation with a free SSL certificate from Let's Encrypt
+=================
+
+**Note:** This below steps were tested on Ubuntu 14.04, but *should* work with any Debian-based distro.
+
+`Let's Encrypt <https://letsencrypt.org/>`__ is a new certificate authority sponsored by major tech companies including Mozilla, Google, Cisco, and Facebook. Unlike traditional CA authorities, Let's Encrypt allows you to generate and renew an SSL certificate quickly and **at no cost**.
+
+1. Open port 443 in your security group (if using AWS or GCE).
+
+2. Update package lists, install git, and clone the letsencrypt repository.
+
+.. code::
+
+    sudo apt-get update
+    sudo apt-get install git
+    sudo git clone https://github.com/letsencrypt/letsencrypt /opt/letsencrypt
+
+
+3. Stop nginx and redash, then ensure that no processes are still listening on port 80.
+
+.. code::
+
+    sudo supervisorctl stop redash_server
+    sudo service nginx stop
+    netstat -na | grep ':80.*LISTEN'
+
+
+4. Generate your letsencrypt certificate.
+
+.. code::
+
+      cd /opt/letsencrypt
+      sudo pip install urllib3[secure] --upgrade
+      ./letsencrypt-auto certonly --standalone
+
+
+In most cases you'll want to enter 'example.com www.example.com' when prompted for your domain so that you can use the certificate on http://example.com and http://www.example.com.
+
+5. Optionally generate a stronger Diffie-Hellman ephemeral parameter. Without this step, you will not achieve higher than a B score on `SSLLabs <https://www.ssllabs.com/ssltest/>`__. Please note that on a low-end server (VPS or micro/small GCE instance) this step can take approximately 20-30 minutes.
+
+.. code::
+
+      cd /etc/ssl/certs
+      sudo openssl dhparam -out dhparam.pem 3072
+
+
+6. Backup the existing nginx redash config, delete it, and then create a new version with the code supplied below.
+
+.. code::
+
+      sudo cp /etc/nginx/sites-available/redash /etc/nginx/sites-available/redash.bak
+      sudo rm /etc/nginx/sites-available/redash
+      sudo nano /etc/nginx/sites-available/redash
+
+
+.. code:: nginx
+
+      upstream redash_servers {
+         server 127.0.0.1:5000;
+      }
+
+      server {
+         listen 80;
+
+      # Allow accessing /ping without https. Useful when placing behind load balancer.
+      location /ping {
+         proxy_set_header Host $http_host;
+         proxy_set_header X-Real-IP $remote_addr;
+         proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+         proxy_pass       http://redash_servers;
+      }
+
+      location / {
+         # Enforce SSL.
+         return 301 https://$host$request_uri;
+         }
+      }
+
+      server {
+         listen 443 ssl;
+         ssl on;
+
+         # Make sure to set paths to your certificate .pem and .key files.
+         ssl_certificate /etc/letsencrypt/live/YOURDOMAIN.TLD/fullchain.pem;
+         ssl_certificate_key /etc/letsencrypt/live/YOURDOMAIN.TLD/privkey.pem;
+         ssl_dhparam /etc/ssl/certs/dhparam.pem;
+
+         # Use secure protocols and ciphers which are compatible with modern browsers
+         ssl_protocols TLSv1 TLSv1.1 TLSv1.2;
+         ssl_prefer_server_ciphers on;
+         ssl_ciphers AES256+EECDH:AES256+EDH;
+         ssl_session_cache shared:SSL:20m;
+      
+         # Enforce strict transport security
+         add_header Strict-Transport-Security "max-age=31536000; includeSubdomains;";
+
+         access_log /var/log/nginx/redash.access.log;
+
+         gzip on;
+         gzip_types *;
+         gzip_proxied any;
+
+         location / {
+         proxy_set_header Host $http_host;
+         proxy_set_header X-Real-IP $remote_addr;
+         proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+         proxy_set_header X-Forwarded-Proto $scheme;
+         proxy_pass       http://redash_servers;
+         proxy_redirect   off;
+         }
+      }
+
+
+7. Start the nginx and redash servers again.
+
+.. code::
+
+  sudo service nginx start
+  sudo supervisorctl start redash_server
+
+
+8. Verify the installation by running a `SSLLabs test <https://www.ssllabs.com/ssltest/>`__. This guide *should* yield an A+ score. If everything is working as expected, optionally delete the old redash nginx config:
+
+.. code::
+
+  sudo rm /etc/nginx/sites-available/redash.bak
+
+
+**Important Note:** letsencrypt certificates only remain valid for 90 days. To renew your certificate, simply follow steps 3 and 4 again:
+
+.. code::
+
+  sudo supervisorctl stop redash_server
+  sudo service nginx stop
+  netstat -na | grep ':80.*LISTEN'
+
+  cd /opt/letsencrypt
+  ./letsencrypt-auto certonly --standalone
+  
+  sudo service nginx start
+  sudo supervisorctl start redash_server

docs/setup.rst

@@ -2,7 +2,7 @@ Setting up re:dash instance
 ###########################
 
 The `provisioning
-script <https://github.com/EverythingMe/redash/blob/master/setup/bootstrap.sh>`__
+script <https://raw.githubusercontent.com/getredash/redash/master/setup/ubuntu/bootstrap.sh>`__
 works on Ubuntu 12.04, Ubuntu 14.04 and Debian Wheezy. This script
 installs all needed dependencies and creates basic setup.
 
@@ -12,6 +12,26 @@ Cloud. These images created with the same provision script using Packer.
 Create an instance
 ==================
 
+AWS
+---
+
+Launch the instance with from the pre-baked AMI (for small deployments
+t2.micro should be enough):
+
+-  us-east-1: `ami-752c7f10 <https://console.aws.amazon.com/ec2/home?region=us-east-1#LaunchInstanceWizard:ami=ami-752c7f10>`__
+-  us-west-1: `ami-b36babf7 <https://console.aws.amazon.com/ec2/home?region=us-west-1#LaunchInstanceWizard:ami=ami-b36babf7>`__
+-  us-west-2: `ami-a0a04393 <https://console.aws.amazon.com/ec2/home?region=us-west-2#LaunchInstanceWizard:ami=ami-a0a04393>`__
+-  eu-west-1: `ami-198cb16e <https://console.aws.amazon.com/ec2/home?region=eu-west-1#LaunchInstanceWizard:ami=ami-198cb16e>`__
+-  eu-central-1: `ami-a81418b5 <https://console.aws.amazon.com/ec2/home?region=eu-central-1#LaunchInstanceWizard:ami=ami-a81418b5>`__
+-  sa-east-1: `ami-2b52c336 <https://console.aws.amazon.com/ec2/home?region=sa-east-1#LaunchInstanceWizard:ami=ami-2b52c336>`__
+-  ap-northeast-1: `ami-4898fb48 <https://console.aws.amazon.com/ec2/home?region=ap-northeast-1#LaunchInstanceWizard:ami=ami-4898fb48>`__
+-  ap-southeast-2: `ami-7559134f <https://console.aws.amazon.com/ec2/home?region=ap-southeast-2#LaunchInstanceWizard:ami=ami-7559134f>`__
+-  ap-southeast-1: `ami-a0786bf2 <https://console.aws.amazon.com/ec2/home?region=ap-southeast-1#LaunchInstanceWizard:ami=ami-a0786bf2>`__
+
+When launching the instance make sure to use a security grop, that only allows incoming traffic on: port 22 (SSH), 80 (HTTP) and 443 (HTTPS).
+
+Now proceed to `"Setup" <#setup>`__.
+
 Google Compute Engine
 ---------------------
 
@@ -19,7 +39,7 @@ First, you need to add the images to your account:
 
 .. code:: bash
 
-    $ gcloud compute images create "redash-071-b1015" --source-uri gs://redash-images/redash.0.7.1.b1015.tar.gz
+    $ gcloud compute images create "redash-081-b1110" --source-uri gs://redash-images/redash.0.8.1.b1110.tar.gz
 
 Next you need to launch an instance using this image (n1-standard-1
 instance type is recommended). If you plan using re:dash with BigQuery,
@@ -28,36 +48,19 @@ you can use a dedicated image which comes with BigQuery preconfigured
 
 .. code:: bash
 
-    $ gcloud compute images create "redash-071-b1015-bq" --source-uri gs://redash-images/redash.0.7.1.b1015-bq.tar.gz
+    $ gcloud compute images create "redash-081-b1110-bq" --source-uri gs://redash-images/redash.0.8.1.b1110-bq.tar.gz
 
 Note that you need to launch this instance with BigQuery access:
 
 .. code:: bash
 
-    $ gcloud compute instances create <your_instance_name> --image redash-071-b1015-bq --scopes storage-ro,bigquery
+    $ gcloud compute instances create <your_instance_name> --image redash-081-b1110-bq --scopes storage-ro,bigquery
 
 (the same can be done from the web interface, just make sure to enable
 BigQuery access)
 
 Now proceed to `"Setup" <#setup>`__.
 
-AWS
----
-
-Launch the instance with from the pre-baked AMI (for small deployments
-t2.micro should be enough):
-
--  us-east-1: `ami-95e04efe <https://console.aws.amazon.com/ec2/home?region=us-east-1#LaunchInstanceWizard:ami=ami-95e04efe>`__
--  us-west-2: `ami-01d8d331 <https://console.aws.amazon.com/ec2/home?region=us-west-2#LaunchInstanceWizard:ami=ami-01d8d331>`__
--  us-west-1: `ami-b35ea1f7 <https://console.aws.amazon.com/ec2/home?region=us-west-1#LaunchInstanceWizard:ami=ami-b35ea1f7>`__
--  eu-west-1: `ami-d46734a3 <https://console.aws.amazon.com/ec2/home?region=eu-west-1#LaunchInstanceWizard:ami=ami-d46734a3>`__
--  eu-central-1: `ami-7e494e63 <https://console.aws.amazon.com/ec2/home?region=eu-central-1#LaunchInstanceWizard:ami=ami-7e494e63>`__
--  ap-southeast-1: `ami-30343b62 <https://console.aws.amazon.com/ec2/home?region=ap-southeast-1#LaunchInstanceWizard:ami=ami-30343b62>`__
--  ap-southeast-2: `ami-53357669 <https://console.aws.amazon.com/ec2/home?region=ap-southeast-2#LaunchInstanceWizard:ami=ami-53357669>`__
--  ap-northeast-1: `ami-4253ea42 <https://console.aws.amazon.com/ec2/home?region=ap-northeast-1#LaunchInstanceWizard:ami=ami-4253ea42>`__
--  sa-east-1: `ami-b170f9ac <https://console.aws.amazon.com/ec2/home?region=sa-east-1#LaunchInstanceWizard:ami=ami-b170f9ac>`__
-
-Now proceed to `"Setup" <#setup>`__.
 
 Other
 -----
@@ -89,10 +92,11 @@ file.
 1. Update the cookie secret (important! otherwise anyone can sign new
    cookies and impersonate users): change "veryverysecret" in the line:
    ``export REDASH_COOKIE_SECRET=veryverysecret`` to something else (you
-   can use ``pwgen 32 -1`` to generate random string).
+   can run the command ``pwgen 32 -1`` to generate a random string).
 
 2. By default we create an admin user with the password "admin". You
-   can change this password at: ``/users/me#password``.
+   can change this password opening the: ``/users/me#password`` page after
+   logging in as admin.
 
 3. If you want to use Google OAuth to authenticate users, you need to
    create a Google Developers project (see :doc:`instructions </misc/google_developers_project>`)
@@ -102,22 +106,29 @@ file.
 
    export REDASH_GOOGLE_CLIENT_ID=""
    export REDASH_GOOGLE_CLIENT_SECRET=""
-   export REDASH_GOOGLE_APPS_DOMAIN=""
 
 
+4. Configure the domain(s) you want to allow to use with Google Apps, by running the command:
 
-``REDASH_GOOGLE_CLIENT_ID`` and ``REDASH_GOOGLE_CLIENT_SECRET`` are the values you get after registering with Google. ``READASH_GOOGLE_APPS_DOMAIN`` is used in case you want to limit access to single Google apps domain (*if you leave it empty anyone with a Google account can access your instance*).
+.. code::
 
-4. Restart the web server to apply the configuration changes:
+   cd /opt/redash/current
+   sudo -u redash bin/run ./manage.py set_google_apps_domains {{domains}}
+
+
+If you're passing multiple domains, separate them with commas.
+
+
+5. Restart the web server to apply the configuration changes:
    ``sudo supervisorctl restart redash_server``.
 
-5. Once you have Google OAuth enabled, you can login using your Google
+6. Once you have Google OAuth enabled, you can login using your Google
    Apps account. If you want to grant admin permissions to some users,
    you can do this by editing the user profile and enabling admin
    permission for it.
 
-6. If you don't use Google OAuth or just need username/password logins,
-   you can create additional users at: ``/users/new``.
+7. If you don't use Google OAuth or just need username/password logins,
+   you can create additional users by opening the ``/users/new`` page.
 
 Datasources
 -----------
@@ -128,6 +139,32 @@ to create new data source connection.
 See :doc:`documentation </datasources>` for the different options.
 Your instance comes ready with dependencies needed to setup supported sources.
 
+Mail Configuration
+------------------
+
+For the system to be able to send emails (for example when alerts trigger), you need to set the mail server to use and the
+host name of your re:dash server. If you're using one of our images, you can do this by editing the `.env` file:
+
+.. code::
+
+   # Note that not all values are required, as they have default values.
+
+   export REDASH_MAIL_SERVER="" # default: localhost
+   export REDASH_MAIL_PORT="" # default: 25
+   export REDASH_MAIL_USE_TLS="" # default: False
+   export REDASH_MAIL_USE_SSL="" # default: False
+   export REDASH_MAIL_USERNAME="" # default: None
+   export REDASH_MAIL_PASSWORD="" # default: None
+   export REDASH_MAIL_DEFAULT_SENDER="" # Email address to send from
+
+   export REDASH_HOST="" # base address of your re:dash instance, for example: "https://demo.redash.io"
+
+- Note that not all values are required, as there are default values.
+- It's recommended to use some mail service, like `Amazon SES <https://aws.amazon.com/ses/>`__, `Mailgun <http://www.mailgun.com/>`__
+  or `Mandrill <http://mandrillapp.com>`__ to send emails to ensure deliverability.
+
+To test email configuration, you can run `bin/run ./manage.py send_test_mail` (from `/opt/redash/current`).
+
 How to upgrade?
 ---------------
 

docs/upgrade.rst

@@ -14,8 +14,8 @@ How to run the Fabric script
 1. Install Fabric: ``pip install fabric requests`` (needed only once)
 2. Download the ``fabfile.py`` from the gist.
 3. Run the script:
-   ``fab -H{your re:dash host} -u{the ssh user for this host} -i{path to key file for passwordless login} deploy_latest_release`` 
-   
+   ``fab -H{your re:dash host} -u{the ssh user for this host} -i{path to key file for passwordless login} deploy_latest_release``
+
    ``-i`` is optional and it is only needed in case you're using private-key based authentication (and didn't add the key file to your authentication agent or set its path in your SSH config).
 
 What the Fabric script does
@@ -25,7 +25,7 @@ Even if you didn't use the image, it's very likely you can reuse most of
 this script with small modifications. What this script does is:
 
 1. Find the URL of the latest release tarball (from `GitHub releases
-   page <github.com/everythingme/redash/releases>`__).
+   page <github.com/getredash/redash/releases>`__).
 2. Download it.
 3. Create new directory for this version (for example:
    ``/opt/redash/redash.0.5.0.b685``).

docs/usage/elasticsearch_querying.rst

@@ -46,3 +46,27 @@ Simple query on a logstash ElasticSearch instance:
         "size" : 250,
         "sort" : "@timestamp:asc"
     }
+
+Simple query on a ElasticSearch instance:
+==================================================
+
+
+- Query the index named "twitter"
+- Filter by user equal "kimchy"
+- Return the fields: "@timestamp", "tweet" and "user"
+- Return up to 15 results
+- Sort by @timestamp ascending
+
+.. code:: json
+
+    {
+        "index" : "twitter",
+        "query" : {
+        "match": {
+            "user" : "kimchy"
+            }
+        },
+        "fields" : ["@timestamp", "tweet", "user"],
+        "size" : 15,
+        "sort" : "@timestamp:asc"
+    }

manage.py

@@ -8,15 +8,15 @@ from flask.ext.script import Manager
 
 from redash import settings, models, __version__
 from redash.wsgi import app
-from redash.import_export import import_manager
-from redash.cli import users, database, data_sources
+from redash.cli import users, database, data_sources, organization
 from redash.monitor import get_status
 
 manager = Manager(app)
 manager.add_command("database", database.manager)
 manager.add_command("users", users.manager)
-manager.add_command("import", import_manager)
 manager.add_command("ds", data_sources.manager)
+manager.add_command("org", organization.manager)
+
 
 
 @manager.command

migrations/0003_update_data_source_config.py

@@ -69,5 +69,5 @@ def update(data_source):
 
 
 if __name__ == '__main__':
-    for data_source in DataSource.all():
+    for data_source in DataSource.select():
         update(data_source)

migrations/0011_migrate_bigquery_to_json.py

@@ -12,7 +12,7 @@ def convert_p12_to_pem(p12file):
 
 if __name__ == '__main__':
 
-    for ds in DataSource.all():
+    for ds in DataSource.select():
 
         if ds.type == 'bigquery':
             options = json.loads(ds.options)

migrations/0014_add_alert_rearm_seconds.py

@@ -0,0 +1,14 @@
+from playhouse.migrate import PostgresqlMigrator, migrate
+
+from redash.models import db
+from redash import models
+
+if __name__ == '__main__':
+    db.connect_db()
+    migrator = PostgresqlMigrator(db.database)
+
+    with db.database.transaction():
+        migrate(
+            migrator.add_column('alerts', 'rearm', models.Alert.rearm),
+        )
+    db.close_db(None)

migrations/0014_migrate_existing_es_to_kibana.py

@@ -0,0 +1,10 @@
+__author__ = 'lior'
+
+from redash.models import DataSource
+
+if __name__ == '__main__':
+
+    for ds in DataSource.select():
+        if ds.type == 'elasticsearch':
+            ds.type = 'kibana'
+            ds.save()

migrations/0015_add_schedule_query_permission.py

@@ -0,0 +1,6 @@
+from redash import models
+
+if __name__ == '__main__':
+    default_group = models.Group.get(models.Group.name=='default')
+    default_group.permissions.append('schedule_query')
+    default_group.save()

migrations/0016_add_alert_subscriber.py

@@ -0,0 +1,10 @@
+from redash.models import db, Alert, AlertSubscription
+
+if __name__ == '__main__':
+    with db.database.transaction():
+        # There was an AWS/GCE image created without this table, to make sure this exists we run this migration.
+        if not AlertSubscription.table_exists():
+            AlertSubscription.create_table()
+
+    db.close_db(None)
+

migrations/0016_drop_tables_from_group.py

@@ -0,0 +1,18 @@
+from playhouse.migrate import PostgresqlMigrator, migrate
+
+from redash.models import db
+
+if __name__ == '__main__':
+    db.connect_db()
+    migrator = PostgresqlMigrator(db.database)
+
+    with db.database.transaction():
+        migrate(
+            migrator.drop_column('groups', 'tables')
+        )
+
+    db.close_db(None)
+
+
+
+

migrations/0017_add_organization.py

@@ -0,0 +1,35 @@
+from redash.models import db, Organization, Group
+from redash import settings
+from playhouse.migrate import PostgresqlMigrator, migrate
+
+if __name__ == '__main__':
+    migrator = PostgresqlMigrator(db.database)
+
+    with db.database.transaction():
+        Organization.create_table()
+
+        default_org = Organization.create(name="Default", slug='default', settings={
+            Organization.SETTING_GOOGLE_APPS_DOMAINS: list(settings.GOOGLE_APPS_DOMAIN)
+        })
+
+        column = Group.org
+        column.default = default_org
+
+        migrate(
+            migrator.add_column('groups', 'org_id', column),
+            migrator.add_column('events', 'org_id', column),
+            migrator.add_column('data_sources', 'org_id', column),
+            migrator.add_column('users', 'org_id', column),
+            migrator.add_column('dashboards', 'org_id', column),
+            migrator.add_column('queries', 'org_id', column),
+            migrator.add_column('query_results', 'org_id', column),
+        )
+
+        # Change the uniqueness constraint on user email to be (org, email):
+        migrate(
+            migrator.drop_index('users', 'users_email'),
+            migrator.add_index('users', ('org_id', 'email'), unique=True)
+        )
+
+    db.close_db(None)
+

migrations/0018_add_groups_refs.py

@@ -0,0 +1,45 @@
+from collections import defaultdict
+from redash.models import db, DataSourceGroup, DataSource, Group, Organization, User
+from playhouse.migrate import PostgresqlMigrator, migrate
+import peewee
+
+if __name__ == '__main__':
+    migrator = PostgresqlMigrator(db.database)
+
+    with db.database.transaction():
+        # Add type to groups
+        migrate(
+            migrator.add_column('groups', 'type', Group.type)
+        )
+
+        for name in ['default', 'admin']:
+            group = Group.get(Group.name==name)
+            group.type = Group.BUILTIN_GROUP
+            group.save()
+
+        # Create association table between data sources and groups
+        DataSourceGroup.create_table()
+
+        # add default to existing data source:
+        default_org = Organization.get_by_id(1)
+        default_group = Group.get(Group.name=="default")
+        for ds in DataSource.all(default_org):
+            DataSourceGroup.create(data_source=ds, group=default_group)
+
+        # change the groups list on a user object to be an ids list
+        migrate(
+            migrator.rename_column('users', 'groups', 'old_groups'),
+        )
+
+        migrate(migrator.add_column('users', 'groups', User.groups))
+
+        group_map = dict(map(lambda g: (g.name, g.id), Group.select()))
+        user_map = defaultdict(list)
+        for user in User.select(User, peewee.SQL('old_groups')):
+            group_ids = [group_map[group] for group in user.old_groups]
+            user.update_instance(groups=group_ids)
+
+        migrate(migrator.drop_column('users', 'old_groups'))
+
+    db.close_db(None)
+

migrations/0019_add_super_admin_permission.py

@@ -0,0 +1,6 @@
+from redash import models
+
+if __name__ == '__main__':
+    admin_group = models.Group.get(models.Group.name=='admin')
+    admin_group.permissions.append('super_admin')
+    admin_group.save()

migrations/0020_change_ds_name_to_non_uniqe.py

@@ -0,0 +1,19 @@
+from redash.models import db
+import peewee
+from playhouse.migrate import PostgresqlMigrator, migrate
+
+if __name__ == '__main__':
+    migrator = PostgresqlMigrator(db.database)
+
+    with db.database.transaction():
+        # Change the uniqueness constraint on data source name to be (org, name):
+        # In some cases it's a constraint:
+        db.database.execute_sql('ALTER TABLE data_sources DROP CONSTRAINT IF EXISTS unique_name')
+        # In others only an index:
+        db.database.execute_sql('DROP INDEX IF EXISTS data_sources_name')
+
+        migrate(
+            migrator.add_index('data_sources', ('org_id', 'name'), unique=True)
+        )
+
+    db.close_db(None)

migrations/add_created_at_field.py

@@ -1,13 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.Dashboard, models.Dashboard.created_at, 'created_at')
-        migrator.add_column(models.Widget, models.Widget.created_at, 'created_at')
-
-    db.close_db(None)

migrations/add_global_filters_to_dashboard.py

@@ -1,12 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import models
-from redash.models import db
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.Dashboard, models.Dashboard.dashboard_filters_enabled, 'dashboard_filters_enabled')
-
-    db.close_db(None)

migrations/add_password_to_users.py

@@ -1,12 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.User, models.User.password_hash, 'password_hash')
-
-    db.close_db(None)

migrations/add_permissions_to_user.py

@@ -1,13 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.User, models.User.permissions, 'permissions')
-        models.User.update(permissions=['admin'] + models.User.DEFAULT_PERMISSIONS).where(models.User.is_admin == True).execute()
-
-    db.close_db(None)

migrations/add_queue_name_to_data_source.py

@@ -1,13 +0,0 @@
-from playhouse.migrate import Migrator
-from redash.models import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.DataSource, models.DataSource.queue_name, 'queue_name')
-        migrator.add_column(models.DataSource, models.DataSource.scheduled_queue_name, 'scheduled_queue_name')
-
-    db.close_db(None)

migrations/add_text_to_widgets.py

@@ -1,13 +0,0 @@
-from playhouse.migrate import Migrator
-from redash.models import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.add_column(models.Widget, models.Widget.text, 'text')
-        migrator.set_nullable(models.Widget, models.Widget.visualization, True)
-
-    db.close_db(None)

migrations/add_view_query_permission.py

@@ -1,13 +0,0 @@
-import peewee
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-
-    previous_default_permissions = models.User.DEFAULT_PERMISSIONS[:]
-    previous_default_permissions.remove('view_query')
-    models.User.update(permissions=peewee.fn.array_append(models.User.permissions, 'view_query')).where(peewee.SQL("'view_source' = any(permissions)")).execute()
-
-    db.close_db(None)

migrations/change_queries_description_to_nullable.py

@@ -1,12 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.set_nullable(models.Query, models.Query.description, True)
-
-    db.close_db(None)

migrations/change_query_id_on_widgets_to_null.py

@@ -1,13 +0,0 @@
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        migrator.set_nullable(models.Widget, models.Widget.query_id, True)
-        migrator.set_nullable(models.Widget, models.Widget.type, True)
-
-    db.close_db(None)

migrations/create_activity_log.py

@@ -1,11 +0,0 @@
-from redash import db
-from redash import models
-
-if __name__ == '__main__':
-    db.connect_db()
-
-    if not models.ActivityLog.table_exists():
-        print "Creating activity_log table..."
-        models.ActivityLog.create_table()
-
-    db.close_db(None)

migrations/create_data_sources.py

@@ -1,48 +0,0 @@
-import logging
-import peewee
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-from redash import settings
-
-if __name__ == '__main__':
-    db.connect_db()
-
-    if not models.DataSource.table_exists():
-        print "Creating data_sources table..."
-        models.DataSource.create_table()
-
-        default_data_source = models.DataSource.create(name="Default",
-                                                       type=settings.CONNECTION_ADAPTER,
-                                                       options=settings.CONNECTION_STRING)
-    else:
-        default_data_source = models.DataSource.select().first()
-
-    migrator = Migrator(db.database)
-    models.Query.data_source.null = True
-    models.QueryResult.data_source.null = True
-    try:
-        with db.database.transaction():
-            migrator.add_column(models.Query, models.Query.data_source, "data_source_id")
-    except peewee.ProgrammingError:
-        print "Failed to create data_source_id column -- assuming it already exists"
-
-    try:
-        with db.database.transaction():
-            migrator.add_column(models.QueryResult, models.QueryResult.data_source, "data_source_id")
-    except peewee.ProgrammingError:
-        print "Failed to create data_source_id column -- assuming it already exists"
-
-    print "Updating data source to existing one..."
-    models.Query.update(data_source=default_data_source.id).execute()
-    models.QueryResult.update(data_source=default_data_source.id).execute()
-
-    with db.database.transaction():
-        print "Setting data source to non nullable..."
-        migrator.set_nullable(models.Query, models.Query.data_source, False)
-
-    with db.database.transaction():
-        print "Setting data source to non nullable..."
-        migrator.set_nullable(models.QueryResult, models.QueryResult.data_source, False)
-
-    db.close_db(None)

migrations/create_events.py

@@ -1,12 +0,0 @@
-from redash.models import db
-from redash import models
-
-
-if __name__ == '__main__':
-    db.connect_db()
-
-    if not models.Event.table_exists():
-        print "Creating events table..."
-        models.Event.create_table()
-
-    db.close_db(None)

migrations/create_users.py

@@ -1,56 +0,0 @@
-import json
-import itertools
-import peewee
-from playhouse.migrate import Migrator
-from redash import db, settings
-from redash import models
-
-if __name__ == '__main__':
-    db.connect_db()
-
-    if not models.User.table_exists():
-        print "Creating user table..."
-        models.User.create_table()
-
-    migrator = Migrator(db.database)
-    with db.database.transaction():
-        print "Creating user field on dashboard and queries..."
-        try:
-            migrator.rename_column(models.Query, '"user"', "user_email")
-            migrator.rename_column(models.Dashboard, '"user"', "user_email")
-        except peewee.ProgrammingError:
-            print "Failed to rename user column -- assuming it already exists"
-
-    with db.database.transaction():
-        models.Query.user.null = True
-        models.Dashboard.user.null = True
-
-        try:
-            migrator.add_column(models.Query, models.Query.user, "user_id")
-            migrator.add_column(models.Dashboard, models.Dashboard.user, "user_id")
-        except peewee.ProgrammingError:
-            print "Failed to create user_id column -- assuming it already exists"
-
-    print "Creating user for all queries and dashboards..."
-    for obj in itertools.chain(models.Query.select(), models.Dashboard.select()):
-        # Some old databases might have queries with empty string as user email:
-        email = obj.user_email or settings.ADMINS[0]
-        email = email.split(',')[0]
-
-        print ".. {} , {}, {}".format(type(obj), obj.id, email)
-
-        try:
-            user = models.User.get(models.User.email == email)
-        except models.User.DoesNotExist:
-            is_admin = email in settings.ADMINS
-            user = models.User.create(email=email, name=email, is_admin=is_admin)
-
-        obj.user = user
-        obj.save()
-
-    print "Set user_id to non null..."
-    with db.database.transaction():
-        migrator.set_nullable(models.Query, models.Query.user, False)
-        migrator.set_nullable(models.Dashboard, models.Dashboard.user, False)
-        migrator.set_nullable(models.Query, models.Query.user_email, True)
-        migrator.set_nullable(models.Dashboard, models.Dashboard.user_email, True)

migrations/create_visualizations.py

@@ -1,70 +0,0 @@
-import json
-from playhouse.migrate import Migrator
-from redash import db
-from redash import models
-
-if __name__ == '__main__':
-    default_options = {"series": {"type": "column"}}
-
-    db.connect_db()
-
-    if not models.Visualization.table_exists():
-        print "Creating visualization table..."
-        models.Visualization.create_table()
-
-    with db.database.transaction():
-        migrator = Migrator(db.database)
-        print "Adding visualization_id to widgets:"
-        field = models.Widget.visualization
-        field.null = True
-        migrator.add_column(models.Widget, models.Widget.visualization, 'visualization_id')
-
-    print 'Creating TABLE visualizations for all queries...'
-    for query in models.Query.select():
-        vis = models.Visualization(query=query, name="Table",
-                                   description=query.description or "",
-                                   type="TABLE", options="{}")
-        vis.save()
-
-    print 'Creating COHORT visualizations for all queries named like %cohort%...'
-    for query in models.Query.select().where(models.Query.name ** "%cohort%"):
-        vis = models.Visualization(query=query, name="Cohort",
-                                   description=query.description or "",
-                                   type="COHORT", options="{}")
-        vis.save()
-
-    print 'Create visualization for all widgets (unless exists already):'
-    for widget in models.Widget.select():
-        print 'Processing widget id: %d:' % widget.id
-        vis_type = widget.type.upper()
-        if vis_type == 'GRID':
-            vis_type = 'TABLE'
-
-        query = models.Query.get_by_id(widget.query_id)
-        vis = query.visualizations.where(models.Visualization.type == vis_type).first()
-        if vis:
-            print '... visualization type (%s) found.' % vis_type
-            widget.visualization = vis
-            widget.save()
-        else:
-            vis_name = vis_type.title()
-
-            options = json.loads(widget.options)
-            vis_options = {"series": options} if options else default_options
-            vis_options = json.dumps(vis_options)
-
-            vis = models.Visualization(query=query, name=vis_name,
-                                       description=query.description or "",
-                                       type=vis_type, options=vis_options)
-
-            print '... Created visualization for type: %s' % vis_type
-            vis.save()
-            widget.visualization = vis
-            widget.save()
-
-    with db.database.transaction():
-        migrator = Migrator(db.database)
-        print "Setting visualization_id as not null..."
-        migrator.set_nullable(models.Widget, models.Widget.visualization, False)
-
-    db.close_db(None)

migrations/permissions_migration.py

@@ -1,29 +0,0 @@
-import peewee
-from playhouse.migrate import Migrator
-from redash import models
-from redash.models import db
-
-
-if __name__ == '__main__':
-    db.connect_db()
-    migrator = Migrator(db.database)
-    
-    if not models.Group.table_exists():
-        print "Creating groups table..."
-        models.Group.create_table()
-    
-    with db.database.transaction():
-        models.Group.insert(name='admin', permissions=['admin'], tables=['*']).execute()
-        models.Group.insert(name='api', permissions=['view_query'], tables=['*']).execute()
-        models.Group.insert(name='default', permissions=models.Group.DEFAULT_PERMISSIONS, tables=['*']).execute()
-
-        migrator.add_column(models.User, models.User.groups, 'groups')
-        
-        models.User.update(groups=['admin', 'default']).where(peewee.SQL("is_admin = true")).execute()
-        models.User.update(groups=['admin', 'default']).where(peewee.SQL("'admin' = any(permissions)")).execute()
-        models.User.update(groups=['default']).where(peewee.SQL("is_admin = false")).execute()
-
-        migrator.drop_column(models.User, 'permissions')
-        migrator.drop_column(models.User, 'is_admin')
-
-    db.close_db(None)

rd_ui/Gruntfile.js

@@ -186,7 +186,7 @@ module.exports = function (grunt) {
     // concat, minify and revision files. Creates configurations in memory so
     // additional tasks can operate on them
     useminPrepare: {
-      html: ['<%= yeoman.app %>/index.html', '<%= yeoman.app %>/login.html'],
+      html: ['<%= yeoman.app %>/index.html', '<%= yeoman.app %>/login.html', '<%= yeoman.app %>/embed.html'],
       options: {
         dest: '<%= yeoman.dist %>',
         flow: {
@@ -236,17 +236,6 @@ module.exports = function (grunt) {
     //   dist: {}
     // },
 
-    imagemin: {
-      dist: {
-        files: [{
-          expand: true,
-          cwd: '<%= yeoman.app %>/images',
-          src: '{,*/}*.{png,jpg,jpeg,gif}',
-          dest: '<%= yeoman.dist %>/images'
-        }]
-      }
-    },
-
     svgmin: {
       dist: {
         files: [{
@@ -313,6 +302,11 @@ module.exports = function (grunt) {
             'images/{,*/}*.{webp}',
             'fonts/*'
           ]
+        }, {
+          expand: true,
+          cwd: '<%= yeoman.app %>/images',
+          dest: '<%= yeoman.dist %>/images',
+          src: ['*']
         }, {
           expand: true,
           cwd: '.tmp/images',
@@ -348,7 +342,6 @@ module.exports = function (grunt) {
       ],
       dist: [
         'copy:styles',
-        'imagemin',
         'svgmin'
       ]
     },

rd_ui/app/embed.html

@@ -0,0 +1,127 @@
+<!DOCTYPE html>
+<!--[if lt IE 7]>      <html class="no-js lt-ie9 lt-ie8 lt-ie7" ng-app="redash" ng-controller='MainCtrl'> <![endif]-->
+<!--[if IE 7]>         <html class="no-js lt-ie9 lt-ie8" ng-app="redash" ng-controller='MainCtrl'> <![endif]-->
+<!--[if IE 8]>         <html class="no-js lt-ie9" ng-app="redash" ng-controller='MainCtrl'> <![endif]-->
+<!--[if gt IE 8]><!--> <html class="no-js" ng-app="redash" ng-controller='EmbedCtrl'> <!--<![endif]-->
+<head>
+    <title ng-bind="'{{name}} | ' + pageTitle"></title>
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+    <!-- build:css /styles/embed.css -->
+    <link rel="stylesheet" href="/bower_components/bootstrap/dist/css/bootstrap.css">
+    <link rel="stylesheet" href="/bower_components/codemirror/lib/codemirror.css">
+    <link rel="stylesheet" href="/bower_components/gridster/dist/jquery.gridster.css">
+    <link rel="stylesheet" href="/bower_components/pivottable/dist/pivot.css">
+    <link rel="stylesheet" href="/bower_components/cornelius/src/cornelius.css">
+    <link rel="stylesheet" href="/bower_components/angular-ui-select/dist/select.css">
+    <link rel="stylesheet" href="/bower_components/pace/themes/pace-theme-minimal.css">
+    <link rel="stylesheet" href="/bower_components/font-awesome/css/font-awesome.css">
+    <link rel="stylesheet" href="/bower_components/codemirror/addon/hint/show-hint.css">
+    <link rel="stylesheet" href="/bower_components/leaflet/dist/leaflet.css">
+    <link rel="stylesheet" href="/styles/redash.css">
+    <!-- endbuild -->
+
+    <link rel="icon" type="image/png" sizes="32x32" href="/images/favicon-32x32.png">
+    <link rel="icon" type="image/png" sizes="96x96" href="/images/favicon-96x96.png">
+    <link rel="icon" type="image/png" sizes="16x16" href="/images/favicon-16x16.png">
+
+    <style>
+        body { padding:0; }
+        .col-lg-12, .row, .container, .panel { margin:0; padding:0; }
+        .container::after, .row::after { display:none; }
+    </style>
+</head>
+<body>
+<div growl></div>
+<div ng-view></div>
+
+<script src="/bower_components/jquery/jquery.js"></script>
+
+<!-- build:js /scripts/embed-plugins.js -->
+<script src="/bower_components/angular/angular.js"></script>
+<script src="/bower_components/angular-sanitize/angular-sanitize.js"></script>
+<script src="/bower_components/jquery-ui/ui/jquery-ui.js"></script>
+<script src="/bower_components/bootstrap/js/collapse.js"></script>
+<script src="/bower_components/bootstrap/js/modal.js"></script>
+<script src="/bower_components/angular-resource/angular-resource.js"></script>
+<script src="/bower_components/angular-route/angular-route.js"></script>
+<script src="/bower_components/underscore/underscore.js"></script>
+<script src="/bower_components/moment/moment.js"></script>
+<script src="/bower_components/angular-moment/angular-moment.js"></script>
+<script src="/bower_components/codemirror/lib/codemirror.js"></script>
+<script src="/bower_components/codemirror/addon/edit/matchbrackets.js"></script>
+<script src="/bower_components/codemirror/addon/edit/closebrackets.js"></script>
+<script src="/bower_components/codemirror/addon/hint/show-hint.js"></script>
+<script src="/bower_components/codemirror/addon/hint/anyword-hint.js"></script>
+<script src="/bower_components/codemirror/mode/sql/sql.js"></script>
+<script src="/bower_components/codemirror/mode/python/python.js"></script>
+<script src="/bower_components/codemirror/mode/javascript/javascript.js"></script>
+<script src="/bower_components/gridster/dist/jquery.gridster.js"></script>
+<script src="/bower_components/angular-growl/build/angular-growl.js"></script>
+<script src="/bower_components/pivottable/dist/pivot.js"></script>
+<script src="/bower_components/cornelius/src/cornelius.js"></script>
+<script src="/bower_components/mousetrap/mousetrap.js"></script>
+<script src="/bower_components/mousetrap/plugins/global-bind/mousetrap-global-bind.js"></script>
+<script src="/bower_components/angular-ui-select/dist/select.js"></script>
+<script src="/bower_components/underscore.string/lib/underscore.string.js"></script>
+<script src="/bower_components/marked/lib/marked.js"></script>
+<script src="/bower_components/angular-base64-upload/dist/angular-base64-upload.js"></script>
+<script src="/bower_components/plotly/plotly.js"></script>
+<script src="/bower_components/angular-plotly/src/angular-plotly.js"></script>
+<script src="/scripts/directives/plotly.js"></script>
+<script src="/scripts/ng_smart_table.js"></script>
+<script src="/bower_components/angular-ui-bootstrap-bower/ui-bootstrap-tpls.js"></script>
+<script src="/bower_components/bucky/bucky.js"></script>
+<script src="/bower_components/pace/pace.js"></script>
+<script src="/bower_components/mustache/mustache.js"></script>
+<script src="/bower_components/canvg/rgbcolor.js"></script>
+<script src="/bower_components/canvg/StackBlur.js"></script>
+<script src="/bower_components/canvg/canvg.js"></script>
+<script src="/bower_components/leaflet/dist/leaflet.js"></script>
+<script src="/bower_components/angular-bootstrap-show-errors/src/showErrors.js"></script>
+<script src="/bower_components/d3/d3.min.js"></script>
+<script src="/bower_components/angular-ui-sortable/sortable.js"></script>
+<!-- endbuild -->
+
+<!-- build:js({.tmp,app}) /scripts/embed-scripts.js -->
+<script src="/scripts/embed.js"></script>
+<script src="/scripts/services/services.js"></script>
+<script src="/scripts/services/resources.js"></script>
+<script src="/scripts/services/notifications.js"></script>
+<script src="/scripts/services/dashboards.js"></script>
+<script src="/scripts/controllers/controllers.js"></script>
+<script src="/scripts/controllers/dashboard.js"></script>
+<script src="/scripts/controllers/admin_controllers.js"></script>
+<script src="/scripts/controllers/data_sources.js"></script>
+<script src="/scripts/controllers/query_view.js"></script>
+<script src="/scripts/controllers/query_source.js"></script>
+<script src="/scripts/controllers/users.js"></script>
+<script src="/scripts/visualizations/base.js"></script>
+<script src="/scripts/visualizations/chart.js"></script>
+<script src="/scripts/visualizations/cohort.js"></script>
+<script src="/scripts/visualizations/map.js"></script>
+<script src="/scripts/visualizations/counter.js"></script>
+<script src="/scripts/visualizations/boxplot.js"></script>
+<script src="/scripts/visualizations/box.js"></script>
+<script src="/scripts/visualizations/table.js"></script>
+<script src="/scripts/visualizations/pivot.js"></script>
+<script src="/scripts/visualizations/date_range_selector.js"></script>
+<script src="/scripts/directives/directives.js"></script>
+<script src="/scripts/directives/query_directives.js"></script>
+<script src="/scripts/directives/data_source_directives.js"></script>
+<script src="/scripts/directives/dashboard_directives.js"></script>
+<script src="/scripts/filters.js"></script>
+<script src="/scripts/controllers/alerts.js"></script>
+<!-- endbuild -->
+
+<script>
+    var clientConfig = {{ client_config|safe }};
+    var visualization = {{ visualization|safe }};
+    var query_result = {{ query_result|safe }};
+
+    {{ analytics|safe }}
+</script>
+
+</body>
+</html>

rd_ui/app/index.html

@@ -4,6 +4,7 @@
 <!--[if IE 8]>         <html class="no-js lt-ie9" ng-app="redash" ng-controller='MainCtrl'> <![endif]-->
 <!--[if gt IE 8]><!--> <html class="no-js" ng-app="redash" ng-controller='MainCtrl'> <!--<![endif]-->
 <head>
+    <base href="{{base_href}}">
     <title ng-bind="'{{name}} | ' + pageTitle"></title>
     <meta name="viewport" content="width=device-width, initial-scale=1.0">
     <meta http-equiv="X-UA-Compatible" content="IE=edge">
@@ -39,12 +40,11 @@
             <span class="icon-bar"></span>
             <span class="icon-bar"></span>
         </button>
-        <a class="navbar-brand" href="/"><img src="/images/redash_icon_small.png"/></a>
+        <a class="navbar-brand" href="{{base_href}}"><img src="/images/redash_icon_small.png"/></a>
     </div>
     {% raw %}
     <div class="collapse navbar-collapse navbar-ex1-collapse">
         <ul class="nav navbar-nav">
-            <li class="active" ng-show="pageTitle"><a class="page-title" ng-bind="pageTitle"></a></li>
             <li class="dropdown" ng-show="groupedDashboards.length > 0 || otherDashboards.length > 0 || currentUser.hasPermission('create_dashboard')" dropdown>
                 <a href="#" class="dropdown-toggle" dropdown-toggle><span class="fa fa-tachometer"></span> <b class="caret"></b></a>
                 <ul class="dropdown-menu" dropdown-menu>
@@ -53,13 +53,13 @@
                           <a href="#" ng-bind="name"></a>
                           <ul class="dropdown-menu">
                             <li ng-repeat="dashboard in group" role="presentation">
-                                <a role="menu-item" ng-href="/dashboard/{{dashboard.slug}}" ng-bind="dashboard.name"></a>
+                                <a role="menu-item" ng-href="dashboard/{{dashboard.slug}}" ng-bind="dashboard.name"></a>
                             </li>
                           </ul>
                         </li>
                     </span>
                     <li ng-repeat="dashboard in otherDashboards">
-                        <a role="menu-item" ng-href="/dashboard/{{dashboard.slug}}" ng-bind="dashboard.name"></a>
+                        <a role="menu-item" ng-href="dashboard/{{dashboard.slug}}" ng-bind="dashboard.name"></a>
                     </li>
                     <li class="divider" ng-show="currentUser.hasPermission('create_dashboard') && (groupedDashboards.length > 0 || otherDashboards.length > 0)"></li>
                     <li><a data-toggle="modal" href="#new_dashboard_dialog" ng-show="currentUser.hasPermission('create_dashboard')">New Dashboard</a></li>
@@ -68,12 +68,12 @@
             <li class="dropdown" ng-show="currentUser.hasPermission('view_query')" dropdown>
                 <a href="#" class="dropdown-toggle" dropdown-toggle>Queries <b class="caret"></b></a>
                 <ul class="dropdown-menu" dropdown-menu>
-                    <li ng-show="currentUser.hasPermission('create_query')"><a href="/queries/new">New Query</a></li>
-                    <li><a href="/queries">Queries</a></li>
+                    <li ng-show="currentUser.hasPermission('create_query')"><a href="queries/new">New Query</a></li>
+                    <li><a href="queries">Queries</a></li>
                 </ul>
             </li>
             <li>
-                <a href="/alerts">Alerts</a>
+                <a href="alerts">Alerts</a>
             </li>
         </ul>
         <form class="navbar-form navbar-left" role="search" ng-submit="searchQueries()">
@@ -84,19 +84,19 @@
         </form>
         <ul class="nav navbar-nav navbar-right">
             <li ng-show="currentUser.hasPermission('admin')">
-                <a href="/data_sources" title="Data Sources"><i class="fa fa-database"></i></a>
+                <a href="data_sources" title="Data Sources"><i class="fa fa-database"></i></a>
             </li>
             <li ng-show="currentUser.hasPermission('list_users')">
-                <a href="/users" title="Users"><i class="fa fa-users"></i></a>
+                <a href="users" title="Users"><i class="fa fa-users"></i></a>
             </li>
             <li class="dropdown" dropdown>
                 <a href="#" class="dropdown-toggle" dropdown-toggle><span ng-bind="currentUser.name"></span> <span class="caret"></span></a>
                 <ul class="dropdown-menu" dropdown-menu>
                     <li style="width:300px">
-                        <a ng-href="/users/{{currentUser.id}}">
+                        <a ng-href="users/{{currentUser.id}}">
                             <div class="row">
                                 <div class="col-sm-2">
-                                    <img src="{{currentUser.gravatar_url}}" size="40px" class="img-circle"/>
+                                    <img ng-src="{{currentUser.gravatar_url}}" size="40px" class="img-circle"/>
                                 </div>
                                 <div class="col-sm-10">
                                     <p><strong>{{currentUser.name}}</strong></p>
@@ -107,7 +107,7 @@
                     <li class="divider">
                     </li>
                     <li>
-                        <a href="/logout" target="_self">Log out</a>
+                        <a href="logout" target="_self">Log out</a>
                     </li>
                 </ul>
             </li>
@@ -120,6 +120,32 @@
 
 <edit-dashboard-form dashboard="newDashboard" id="new_dashboard_dialog"></edit-dashboard-form>
 <div ng-view></div>
+<div ng-if="showPermissionError" class="ng-cloak container" ng-cloak>
+    <div class="row">
+        <div class="text-center">
+            <h1><span class="glyphicon glyphicon-lock"></span></h1>
+            <p class="text-muted">
+                You do not have permission to view the requested page.
+            </p>
+        </div>
+    </div>
+</div>
+
+{% raw %}
+<div class="container-fluid footer">
+    <hr/>
+    <div class="container">
+        <div class="row">
+            <a href="http://redash.io">re:dash</a> <span ng-bind="version"></span>
+            <small ng-if="newVersionAvailable" ng-cloak class="ng-cloak"><a href="http://version.redash.io/">(new re:dash version available)</a></small>
+            <div class="pull-right">
+                <a href="http://docs.redash.io/">Docs</a>
+                <a href="http://github.com/getredash/redash">Contribute</a>
+            </div>
+        </div>
+    </div>
+</div>
+{% endraw %}
 
 <script src="/bower_components/jquery/jquery.js"></script>
 
@@ -142,8 +168,6 @@
 <script src="/bower_components/codemirror/mode/sql/sql.js"></script>
 <script src="/bower_components/codemirror/mode/python/python.js"></script>
 <script src="/bower_components/codemirror/mode/javascript/javascript.js"></script>
-<script src="/bower_components/highcharts/highcharts.js"></script>
-<script src="/bower_components/highcharts/modules/exporting.js"></script>
 <script src="/bower_components/gridster/dist/jquery.gridster.js"></script>
 <script src="/bower_components/angular-growl/build/angular-growl.js"></script>
 <script src="/bower_components/pivottable/dist/pivot.js"></script>
@@ -154,17 +178,20 @@
 <script src="/bower_components/underscore.string/lib/underscore.string.js"></script>
 <script src="/bower_components/marked/lib/marked.js"></script>
 <script src="/bower_components/angular-base64-upload/dist/angular-base64-upload.js"></script>
-<script src="/scripts/ng_highchart.js"></script>
+<script src="/bower_components/plotly/plotly.js"></script>
+<script src="/bower_components/angular-plotly/src/angular-plotly.js"></script>
+<script src="/scripts/directives/plotly.js"></script>
 <script src="/scripts/ng_smart_table.js"></script>
 <script src="/bower_components/angular-ui-bootstrap-bower/ui-bootstrap-tpls.js"></script>
-<script src="/bower_components/bucky/bucky.js"></script>
 <script src="/bower_components/pace/pace.js"></script>
 <script src="/bower_components/mustache/mustache.js"></script>
-<script src="/bower_components/canvg/rgbcolor.js"></script> 
+<script src="/bower_components/canvg/rgbcolor.js"></script>
 <script src="/bower_components/canvg/StackBlur.js"></script>
 <script src="/bower_components/canvg/canvg.js"></script>
 <script src="/bower_components/leaflet/dist/leaflet.js"></script>
 <script src="/bower_components/angular-bootstrap-show-errors/src/showErrors.js"></script>
+<script src="/bower_components/d3/d3.min.js"></script>
+<script src="/bower_components/angular-ui-sortable/sortable.js"></script>
 <!-- endbuild -->
 
 <!-- build:js({.tmp,app}) /scripts/scripts.js -->
@@ -185,8 +212,11 @@
 <script src="/scripts/visualizations/cohort.js"></script>
 <script src="/scripts/visualizations/map.js"></script>
 <script src="/scripts/visualizations/counter.js"></script>
+<script src="/scripts/visualizations/boxplot.js"></script>
+<script src="/scripts/visualizations/box.js"></script>
 <script src="/scripts/visualizations/table.js"></script>
 <script src="/scripts/visualizations/pivot.js"></script>
+<script src="/scripts/visualizations/date_range_selector.js"></script>
 <script src="/scripts/directives/directives.js"></script>
 <script src="/scripts/directives/query_directives.js"></script>
 <script src="/scripts/directives/data_source_directives.js"></script>
@@ -197,8 +227,9 @@
 
 <script>
     // TODO: move currentUser & features to be an Angular service
-    var featureFlags = {{ features|safe }};
+    var clientConfig = {{ client_config|safe }};
     var currentUser = {{ user|safe }};
+    var currentOrgSlug = "{{ org_slug }}";
 
     currentUser.canEdit = function(object) {
         var user_id = object.user_id || (object.user && object.user.id);
@@ -209,6 +240,9 @@
         return this.permissions.indexOf(permission) != -1;
     };
 
+    currentUser.isAdmin = currentUser.hasPermission('admin');
+
+
     {{ analytics|safe }}
 </script>
 

rd_ui/app/login.html

@@ -49,7 +49,7 @@
             {% if show_google_openid %}
 
             <div class="row">
-                <a href="/oauth/google?next={{next}}"><img src="/google_login.png" class="login-button"/></a>
+                <a href="{{ google_auth_url }}"><img src="/google_login.png" class="login-button"/></a>
             </div>
 
             <div class="login-or">

rd_ui/app/scripts/app.js

@@ -6,10 +6,12 @@ angular.module('redash', [
     'redash.services',
     'redash.renderers',
     'redash.visualization',
-    'highchart',
+    'plotly',
+    'plotly-chart',
     'angular-growl',
     'angularMoment',
     'ui.bootstrap',
+    'ui.sortable',
     'smartTable.table',
     'ngResource',
     'ngRoute',
@@ -19,15 +21,6 @@ angular.module('redash', [
     'ngSanitize'
   ]).config(['$routeProvider', '$locationProvider', '$compileProvider', 'growlProvider', 'uiSelectConfig',
     function ($routeProvider, $locationProvider, $compileProvider, growlProvider, uiSelectConfig) {
-      if (featureFlags.clientSideMetrics) {
-        Bucky.setOptions({
-          host: '/api/metrics'
-        });
-
-        Bucky.requests.monitor('ajax_requsts');
-        Bucky.requests.transforms.enable('dashboards', /dashboard\/[\w-]+/ig, '/dashboard');
-      }
-
       function getQuery(Query, $route) {
         var query = Query.get({'id': $route.current.params.queryId });
         return query.$promise;
@@ -56,7 +49,8 @@ angular.module('redash', [
         resolve: {
           'query': ['Query', function newQuery(Query) {
             return Query.newQuery();
-          }]
+          }],
+          'dataSources': ['DataSource', function (DataSource) { return DataSource.query().$promise }]
         }
       });
       $routeProvider.when('/queries/search', {
@@ -116,15 +110,24 @@ angular.module('redash', [
         templateUrl: '/views/users/list.html',
         controller: 'UsersCtrl'
       });
-
-      $routeProvider.when('/', {
-        templateUrl: '/views/personal.html',
-        controller: 'PersonalIndexCtrl'
+      $routeProvider.when('/groups/:groupId/data_sources', {
+        templateUrl: '/views/groups/show_data_sources.html',
+        controller: 'GroupDataSourcesCtrl'
+      });
+      $routeProvider.when('/groups/:groupId', {
+        templateUrl: '/views/groups/show.html',
+        controller: 'GroupCtrl'
+      });
+      $routeProvider.when('/groups', {
+        templateUrl: '/views/groups/list.html',
+        controller: 'GroupsCtrl'
+      })
+      $routeProvider.when('/', {
+        templateUrl: '/views/index.html',
+        controller: 'IndexCtrl'
       });
-
       $routeProvider.when('/personal', {
-        templateUrl: '/views/personal.html',
-        controller: 'PersonalIndexCtrl'
+        redirectTo: '/'
       });
       $routeProvider.otherwise({
         redirectTo: '/'

rd_ui/app/scripts/controllers/alerts.js

@@ -29,7 +29,7 @@
       {
         "label": "Name",
         "map": "name",
-        "cellTemplate": '<a href="/alerts/{{dataRow.id}}">{{dataRow.name}}</a> (<a href="/queries/{{dataRow.query.id}}">query</a>)'
+        "cellTemplate": '<a href="alerts/{{dataRow.id}}">{{dataRow.name}}</a> (<a href="queries/{{dataRow.query.id}}">query</a>)'
       },
       {
         'label': 'Created By',
@@ -96,7 +96,9 @@
       if ($scope.alert.name === undefined || $scope.alert.name === '') {
         $scope.alert.name = $scope.getDefaultName();
       }
-
+      if ($scope.alert.rearm === '' || $scope.alert.rearm === 0) {
+        $scope.alert.rearm = null;
+      }
       $scope.alert.$save(function(alert) {
         growl.addSuccessMessage("Saved.");
         if ($scope.alertId === "new") {
@@ -171,4 +173,4 @@
     .controller('AlertsCtrl', ['$scope', 'Events', 'Alert', AlertsCtrl])
     .controller('AlertCtrl', ['$scope', '$routeParams', '$location', 'growl', 'Query', 'Events', 'Alert', AlertCtrl])
 
-})();
+})();

rd_ui/app/scripts/controllers/controllers.js

@@ -3,7 +3,8 @@
     if (!value) {
       return "-";
     }
-    return value.toDate().toLocaleString();
+
+    return value.format(clientConfig.dateTimeFormat);
   };
 
   var QuerySearchCtrl = function($scope, $location, $filter, Events, Query) {
@@ -150,13 +151,20 @@
   }
 
   var MainCtrl = function ($scope, $location, Dashboard, notifications) {
-    if (featureFlags.clientSideMetrics) {
-      $scope.$on('$locationChangeSuccess', function(event, newLocation, oldLocation) {
-        // This will be called once per actual page load.
-        Bucky.sendPagePerformance();
-      });
-    }
+    $scope.$on("$routeChangeSuccess", function (event, current, previous, rejection) {
+      if ($scope.showPermissionError) {
+        $scope.showPermissionError = false;
+      }
+    });
 
+    $scope.$on("$routeChangeError", function (event, current, previous, rejection) {
+      if (rejection.status === 403) {
+        $scope.showPermissionError = true;
+      }
+    });
+
+    $scope.version = clientConfig.version;
+    $scope.newVersionAvailable = clientConfig.newVersionAvailable && currentUser.hasPermission("admin");
 
     $scope.dashboards = [];
     $scope.reloadDashboards = function () {
@@ -191,12 +199,7 @@
     });
   };
 
-  var IndexCtrl = function ($scope, Events, Dashboard) {
-    Events.record(currentUser, "view", "page", "homepage");
-    $scope.$parent.pageTitle = "Home";
-  };
-
-  var PersonalIndexCtrl = function ($scope, Events, Dashboard, Query) {
+  var IndexCtrl = function ($scope, Events, Dashboard, Query) {
     Events.record(currentUser, "view", "page", "personal_homepage");
     $scope.$parent.pageTitle = "Home";
 
@@ -206,8 +209,7 @@
 
   angular.module('redash.controllers', [])
     .controller('QueriesCtrl', ['$scope', '$http', '$location', '$filter', 'Query', QueriesCtrl])
-    .controller('IndexCtrl', ['$scope', 'Events', 'Dashboard', IndexCtrl])
-    .controller('PersonalIndexCtrl', ['$scope', 'Events', 'Dashboard', 'Query', PersonalIndexCtrl])
+    .controller('IndexCtrl', ['$scope', 'Events', 'Dashboard', 'Query', IndexCtrl])
     .controller('MainCtrl', ['$scope', '$location', 'Dashboard', 'notifications', MainCtrl])
     .controller('QuerySearchCtrl', ['$scope', '$location', '$filter', 'Events', 'Query',  QuerySearchCtrl]);
 })();

rd_ui/app/scripts/controllers/dashboard.js

@@ -3,69 +3,69 @@
     $scope.refreshEnabled = false;
     $scope.refreshRate = 60;
 
-    var loadDashboard = _.throttle(function() {
-      $scope.dashboard = Dashboard.get({ slug: $routeParams.dashboardSlug }, function (dashboard) {
-        Events.record(currentUser, "view", "dashboard", dashboard.id);
+    var renderDashboard = function (dashboard) {
+      $scope.$parent.pageTitle = dashboard.name;
 
-        $scope.$parent.pageTitle = dashboard.name;
+      var promises = [];
 
-        var promises = [];
+      _.each($scope.dashboard.widgets, function (row) {
+        return _.each(row, function (widget) {
+          if (widget.visualization) {
+            var queryResult = widget.getQuery().getQueryResult();
+            if (angular.isDefined(queryResult))
+              promises.push(queryResult.toPromise());
+          }
+        });
+      });
 
-        $scope.dashboard.widgets = _.map($scope.dashboard.widgets, function (row) {
-          return _.map(row, function (widget) {
-            var w = new Widget(widget);
+      $q.all(promises).then(function(queryResults) {
+        var filters = {};
+        _.each(queryResults, function(queryResult) {
+          var queryFilters = queryResult.getFilters();
+          _.each(queryFilters, function (queryFilter) {
+            var hasQueryStringValue = _.has($location.search(), queryFilter.name);
 
-            if (w.visualization) {
-              promises.push(w.getQuery().getQueryResult().toPromise());
+            if (!(hasQueryStringValue || dashboard.dashboard_filters_enabled)) {
+              // If dashboard filters not enabled, or no query string value given, skip filters linking.
+              return;
             }
 
-            return w;
-          });
-        });
-
-        $q.all(promises).then(function(queryResults) {
-          var filters = {};
-          _.each(queryResults, function(queryResult) {
-            var queryFilters = queryResult.getFilters();
-            _.each(queryFilters, function (queryFilter) {
-              var hasQueryStringValue = _.has($location.search(), queryFilter.name);
-
-              if (!(hasQueryStringValue || dashboard.dashboard_filters_enabled)) {
-                // If dashboard filters not enabled, or no query string value given, skip filters linking.
-                return;
+            if (!_.has(filters, queryFilter.name)) {
+              var filter = _.extend({}, queryFilter);
+              filters[filter.name] = filter;
+              filters[filter.name].originFilters = [];
+              if (hasQueryStringValue) {
+                filter.current = $location.search()[filter.name];
               }
 
-              if (!_.has(filters, queryFilter.name)) {
-                var filter = _.extend({}, queryFilter);
-                filters[filter.name] = filter;
-                filters[filter.name].originFilters = [];
-                if (hasQueryStringValue) {
-                  filter.current = $location.search()[filter.name];
-                }
-
-                $scope.$watch(function () { return filter.current }, function (value) {
-                  _.each(filter.originFilters, function (originFilter) {
-                    originFilter.current = value;
-                  });
+              $scope.$watch(function () { return filter.current }, function (value) {
+                _.each(filter.originFilters, function (originFilter) {
+                  originFilter.current = value;
                 });
-              }
+              });
+            }
 
-              // TODO: merge values.
-              filters[queryFilter.name].originFilters.push(queryFilter);
-            });
+            // TODO: merge values.
+            filters[queryFilter.name].originFilters.push(queryFilter);
           });
-
-          $scope.filters = _.values(filters);
         });
 
-
-      }, function () {
-        // error...
-        // try again. we wrap loadDashboard with throttle so it doesn't happen too often.\
-        // we might want to consider exponential backoff and also move this as a general solution in $http/$resource for
-        // all AJAX calls.
-        loadDashboard();
+        $scope.filters = _.values(filters);
       });
+    }
+
+    var loadDashboard = _.throttle(function () {
+      $scope.dashboard = Dashboard.get({slug: $routeParams.dashboardSlug}, function (dashboard) {
+          Events.record(currentUser, "view", "dashboard", dashboard.id);
+          renderDashboard(dashboard);
+        }, function () {
+          // error...
+          // try again. we wrap loadDashboard with throttle so it doesn't happen too often.\
+          // we might want to consider exponential backoff and also move this as a general solution in $http/$resource for
+          // all AJAX calls.
+          loadDashboard();
+        }
+      );
     }, 1000);
 
     loadDashboard();
@@ -132,12 +132,16 @@
 
       Events.record(currentUser, "delete", "widget", $scope.widget.id);
 
-      $scope.widget.$delete(function() {
+      $scope.widget.$delete(function(response) {
         $scope.dashboard.widgets = _.map($scope.dashboard.widgets, function(row) {
           return _.filter(row, function(widget) {
             return widget.id != undefined;
           })
         });
+
+        $scope.dashboard.widgets = _.filter($scope.dashboard.widgets, function(row) { return row.length > 0 });
+
+        $scope.dashboard.layout = response.layout;
       });
     };
 
@@ -153,6 +157,8 @@
       $scope.queryResult = $scope.query.getQueryResult(maxAge, parameters);
 
       $scope.type = 'visualization';
+    } else if ($scope.widget.restricted) {
+      $scope.type = 'restricted';
     } else {
       $scope.type = 'textbox';
     }

rd_ui/app/scripts/controllers/data_sources.js

@@ -13,7 +13,7 @@
       event.stopPropagation();
       Events.record(currentUser, "delete", "datasource", datasource.id);
       datasource.$delete(function(resource) {
-        growl.addSuccessMessage("Data source deleted succesfully.");
+        growl.addSuccessMessage("Data source deleted successfully.");
         this.$parent.dataSources = _.without(this.dataSources, resource);
       }.bind(this), function(httpResponse) {
         console.log("Failed to delete data source: ", httpResponse.status, httpResponse.statusText, httpResponse.data);

rd_ui/app/scripts/controllers/query_source.js

@@ -17,8 +17,9 @@
         saveQuery = $scope.saveQuery;
 
     $scope.sourceMode = true;
-    $scope.canEdit = currentUser.canEdit($scope.query) || featureFlags.allowAllToEditQueries;
+    $scope.canEdit = currentUser.canEdit($scope.query);// TODO: bring this back? || clientConfig.allowAllToEditQueries;
     $scope.isDirty = false;
+    $scope.base_url = $location.protocol()+"://"+$location.host()+":"+$location.port();
 
     $scope.newVisualization = undefined;
 
@@ -67,9 +68,9 @@
 
     $scope.duplicateQuery = function() {
       Events.record(currentUser, 'fork', 'query', $scope.query.id);
+      $scope.query.name = 'Copy of (#'+$scope.query.id+') '+$scope.query.name;
       $scope.query.id = null;
       $scope.query.schedule = null;
-
       $scope.saveQuery({
         successMessage: 'Query forked',
         errorMessage: 'Query could not be forked'

rd_ui/app/scripts/controllers/query_view.js

@@ -4,6 +4,8 @@
   function QueryViewCtrl($scope, Events, $route, $location, notifications, growl, $modal, Query, DataSource) {
     var DEFAULT_TAB = 'table';
 
+    $scope.base_url = $location.protocol()+"://"+$location.host()+":"+$location.port();
+
     var getQueryResult = function(maxAge) {
       // Collect params, and getQueryResult with params; getQueryResult merges it into the query
       var parameters = Query.collectParamsFromQueryString($location, $scope.query);
@@ -19,14 +21,60 @@
       $scope.queryResult = $scope.query.getQueryResult(maxAge, parameters);
     }
 
+    var getDataSourceId = function() {
+      // Try to get the query's data source id
+      var dataSourceId = $scope.query.data_source_id;
+
+      // If there is no source yet, then parse what we have in localStorage
+      //   e.g. `null` -> `NaN`, malformed data -> `NaN`, "1" -> 1
+      if (dataSourceId === undefined) {
+        dataSourceId = parseInt(localStorage.lastSelectedDataSourceId, 10);
+      }
+
+      // If we had an invalid value in localStorage (e.g. nothing, deleted source), then use the first data source
+      var isValidDataSourceId = !isNaN(dataSourceId) && _.some($scope.dataSources, function(ds) {
+        return ds.id == dataSourceId;
+      });
+
+      if (!isValidDataSourceId) {
+        dataSourceId = $scope.dataSources[0].id;
+      }
+
+      // Return our data source id
+      return dataSourceId;
+    }
+
+    var updateDataSources = function(dataSources) {
+      // Filter out data sources the user can't query (or used by current query):
+      $scope.dataSources = _.filter(dataSources, function(dataSource) {
+        return !dataSource.view_only || dataSource.id === $scope.query.data_source_id;
+      });
+
+      if ($scope.dataSources.length == 0) {
+        $scope.noDataSources = true;
+        return;
+      }
+
+      if ($scope.query.isNew()) {
+        $scope.query.data_source_id = getDataSourceId();
+      }
+
+      $scope.dataSource = _.find(dataSources, function(ds) { return ds.id == $scope.query.data_source_id; });
+
+      //$scope.canExecuteQuery = $scope.canExecuteQuery && _.some(dataSources, function(ds) { return !ds.view_only });
+      $scope.canCreateQuery = _.any(dataSources, function(ds) { return !ds.view_only });
+
+      updateSchema();
+    }
+
+
     $scope.dataSource = {};
     $scope.query = $route.current.locals.query;
 
     var updateSchema = function() {
       $scope.hasSchema = false;
       $scope.editorSize = "col-md-12";
-      var dataSourceId = $scope.query.data_source_id || $scope.dataSources[0].id;
-      DataSource.getSchema({id: dataSourceId}, function(data) {
+      DataSource.getSchema({id: $scope.query.data_source_id}, function(data) {
         if (data && data.length > 0) {
           $scope.schema = data;
           _.each(data, function(table) {
@@ -49,14 +97,18 @@
     $scope.isQueryOwner = (currentUser.id === $scope.query.user.id) || currentUser.hasPermission('admin');
     $scope.canViewSource = currentUser.hasPermission('view_source');
 
-    $scope.dataSources = DataSource.query(function(dataSources) {
-      updateSchema();
+    $scope.canExecuteQuery = function() {
+      return currentUser.hasPermission('execute_query') && !$scope.dataSource.view_only;
+    }
 
-      if ($scope.query.isNew()) {
-        $scope.query.data_source_id = $scope.query.data_source_id || dataSources[0].id;
-        $scope.dataSource = _.find(dataSources, function(ds) { return ds.id == $scope.query.data_source_id; });
-      }
-    });
+    $scope.canScheduleQuery = currentUser.hasPermission('schedule_query');
+
+    if ($route.current.locals.dataSources) {
+      $scope.dataSources = $route.current.locals.dataSources;
+      updateDataSources($route.current.locals.dataSources);
+    } else {
+      $scope.dataSources = DataSource.query(updateDataSources);
+    }
 
     // in view mode, latest dataset is always visible
     // source mode changes this behavior
@@ -104,9 +156,14 @@
     };
 
     $scope.executeQuery = function() {
+      if (!$scope.canExecuteQuery()) {
+        return;
+      }
+
       if (!$scope.query.query) {
         return;
       }
+
       getQueryResult(0);
       $scope.lockButton(true);
       $scope.cancelling = false;
@@ -146,6 +203,7 @@
 
     $scope.updateDataSource = function() {
       Events.record(currentUser, 'update_data_source', 'query', $scope.query.id);
+      localStorage.lastSelectedDataSourceId = $scope.query.data_source_id;
 
       $scope.query.latest_query_data = null;
       $scope.query.latest_query_data_id = null;
@@ -212,7 +270,7 @@
     });
 
     $scope.openScheduleForm = function() {
-      if (!$scope.isQueryOwner) {
+      if (!$scope.isQueryOwner || !$scope.canScheduleQuery) {
         return;
       };
 

rd_ui/app/scripts/controllers/users.js

@@ -1,24 +1,214 @@
 (function () {
+  var GroupsCtrl = function ($scope, $location, $modal, growl, Events, Group) {
+    Events.record(currentUser, "view", "page", "groups");
+    $scope.$parent.pageTitle = "Groups";
+
+    $scope.gridConfig = {
+      isPaginationEnabled: true,
+      itemsByPage: 20,
+      maxSize: 8,
+    };
+
+    $scope.gridColumns = [
+      {
+        "label": "Name",
+        "map": "name",
+        "cellTemplate": '<a href="groups/{{dataRow.id}}">{{dataRow.name}}</a>'
+      }
+    ];
+
+    $scope.groups = [];
+    Group.query(function(groups) {
+      $scope.groups = groups;
+    });
+
+    $scope.newGroup = function() {
+      $modal.open({
+        templateUrl: '/views/groups/edit_group_form.html',
+        size: 'sm',
+        resolve: {
+          group: function() { return new Group({}); }
+        },
+        controller: ['$scope', '$modalInstance', 'group', function($scope, $modalInstance, group) {
+          $scope.group = group;
+          var newGroup = group.id === undefined;
+
+          if (newGroup) {
+            $scope.saveButtonText = "Create";
+            $scope.title = "Create a New Group";
+          } else {
+            $scope.saveButtonText = "Save";
+            $scope.title = "Edit Group";
+          }
+
+          $scope.ok = function() {
+            $scope.group.$save(function(group) {
+              if (newGroup) {
+                $location.path('/groups/' + group.id).replace();
+                $modalInstance.close();
+              } else {
+                $modalInstance.close();
+              }
+            });
+          }
+
+          $scope.cancel = function() {
+            $modalInstance.close();
+          }
+        }]
+      });
+    }
+  };
+
+  var usersNav = function($location) {
+    return {
+      restrict: 'E',
+      replace: true,
+      template:
+        '<ul class="nav nav-tabs">' +
+          '<li role="presentation" ng-class="{\'active\': usersPage }"><a href="users">Users</a></li>' +
+          '<li role="presentation" ng-class="{\'active\': groupsPage }" ng-if="showGroupsLink"><a href="groups">Groups</a></li>' +
+        '</ul>',
+      controller: ['$scope', function ($scope) {
+        $scope.usersPage = _.string.startsWith($location.path(), '/users');
+        $scope.groupsPage = _.string.startsWith($location.path(), '/groups');
+        $scope.showGroupsLink = currentUser.hasPermission('list_users');
+      }]
+    }
+  }
+
+  var groupName = function ($location, growl) {
+    return {
+      restrict: 'E',
+      scope: {
+        'group': '='
+      },
+      transclude: true,
+      template:
+        '<h2>'+
+          '<edit-in-place editable="canEdit()" done="saveName" ignore-blanks=\'true\' value="group.name"></edit-in-place>&nbsp;' +
+          '<button class="btn btn-xs btn-danger" ng-if="canEdit()" ng-click="deleteGroup()">Delete this group</button>' +
+        '</h2>',
+      replace: true,
+      controller: ['$scope', function ($scope) {
+        $scope.canEdit = function() {
+          return currentUser.isAdmin && $scope.group.type != 'builtin';
+        };
+
+        $scope.saveName = function() {
+          $scope.group.$save();
+        };
+
+        $scope.deleteGroup = function() {
+          if (confirm("Are you sure you want to delete this group?")) {
+            $scope.group.$delete(function() {
+              $location.path('/groups').replace();
+              growl.addSuccessMessage("Group deleted successfully.");
+            })
+          }
+        }
+      }]
+    }
+  };
+
+  var GroupDataSourcesCtrl = function($scope, $routeParams, $http, $location, growl, Events, Group, DataSource) {
+    Events.record(currentUser, "view", "group_data_sources", $scope.groupId);
+    $scope.group = Group.get({id: $routeParams.groupId});
+    $scope.dataSources = Group.dataSources({id: $routeParams.groupId});
+    $scope.newDataSource = {};
+
+    $scope.findDataSource = function(search) {
+      if ($scope.foundDataSources === undefined) {
+        DataSource.query(function(dataSources) {
+          var existingIds = _.map($scope.dataSources, function(m) { return m.id; });
+          $scope.foundDataSources = _.filter(dataSources, function(ds) { return !_.contains(existingIds, ds.id); });
+        });
+      }
+    };
+
+    $scope.addDataSource = function(dataSource) {
+      // Clear selection, to clear up the input control.
+      $scope.newDataSource.selected = undefined;
+
+      $http.post('api/groups/' + $routeParams.groupId + '/data_sources', {'data_source_id': dataSource.id}).success(function(user) {
+        dataSource.view_only = false;
+        $scope.dataSources.unshift(dataSource);
+
+        if ($scope.foundDataSources) {
+          $scope.foundDataSources = _.filter($scope.foundDataSources, function(ds) { return ds != dataSource; });
+        }
+      });
+    };
+
+    $scope.changePermission = function(dataSource, viewOnly) {
+      $http.post('api/groups/' + $routeParams.groupId + '/data_sources/' + dataSource.id, {view_only: viewOnly}).success(function() {
+        dataSource.view_only = viewOnly;
+      });
+    };
+
+    $scope.removeDataSource = function(dataSource) {
+      $http.delete('api/groups/' + $routeParams.groupId + '/data_sources/' + dataSource.id).success(function() {
+        $scope.dataSources = _.filter($scope.dataSources, function(ds) { return dataSource != ds; });
+      });
+    };
+  }
+
+  var GroupCtrl = function($scope, $routeParams, $http, $location, growl, Events, Group, User) {
+    Events.record(currentUser, "view", "group", $scope.groupId);
+    $scope.group = Group.get({id: $routeParams.groupId});
+    $scope.members = Group.members({id: $routeParams.groupId});
+    $scope.newMember = {};
+
+    $scope.findUser = function(search) {
+      if (search == "") {
+        return;
+      }
+
+      if ($scope.foundUsers === undefined) {
+        User.query(function(users) {
+          var existingIds = _.map($scope.members, function(m) { return m.id; });
+          _.each(users, function(user) { user.alreadyMember = _.contains(existingIds, user.id); });
+          $scope.foundUsers = users;
+        });
+      }
+    };
+
+    $scope.addMember = function(user) {
+      // Clear selection, to clear up the input control.
+      $scope.newMember.selected = undefined;
+
+      $http.post('api/groups/' + $routeParams.groupId + '/members', {'user_id': user.id}).success(function() {
+        $scope.members.unshift(user);
+        user.alreadyMember = true;
+      });
+    };
+
+    $scope.removeMember = function(member) {
+      $http.delete('api/groups/' + $routeParams.groupId + '/members/' + member.id).success(function() {
+        $scope.members = _.filter($scope.members, function(m) {  return m != member });
+
+        if ($scope.foundUsers) {
+          _.each($scope.foundUsers, function(user) { if (user.id == member.id) { user.alreadyMember = false }; });
+        }
+      });
+    };
+  }
+
   var UsersCtrl = function ($scope, $location, growl, Events, User) {
     Events.record(currentUser, "view", "page", "users");
     $scope.$parent.pageTitle = "Users";
 
     $scope.gridConfig = {
       isPaginationEnabled: true,
-      itemsByPage: 50,
+      itemsByPage: 20,
       maxSize: 8,
     };
 
     $scope.gridColumns = [
-      {
-        "label": "",
-        "map": "gravatar_url",
-        "cellTemplate": '<img src="{{dataRow.gravatar_url}}" height="40px"/>'
-      },
       {
         "label": "Name",
         "map": "name",
-        "cellTemplate": '<a href="/users/{{dataRow.id}}">{{dataRow.name}}</a>'
+        "cellTemplate": '<img src="{{dataRow.gravatar_url}}" height="40px"/> <a href="users/{{dataRow.id}}">{{dataRow.name}}</a>'
       },
       {
         'label': 'Joined',
@@ -154,6 +344,11 @@
   };
 
   angular.module('redash.controllers')
+    .controller('GroupsCtrl', ['$scope', '$location', '$modal', 'growl', 'Events', 'Group', GroupsCtrl])
+    .directive('groupName', ['$location', 'growl', groupName])
+    .directive('usersNav', ['$location', usersNav])
+    .controller('GroupCtrl', ['$scope', '$routeParams', '$http', '$location', 'growl', 'Events', 'Group', 'User', GroupCtrl])
+    .controller('GroupDataSourcesCtrl', ['$scope', '$routeParams', '$http', '$location', 'growl', 'Events', 'Group', 'DataSource', GroupDataSourcesCtrl])
     .controller('UsersCtrl', ['$scope', '$location', 'growl', 'Events', 'User', UsersCtrl])
     .controller('UserCtrl', ['$scope', '$routeParams', '$http', '$location', 'growl', 'Events', 'User', UserCtrl])
     .controller('NewUserCtrl', ['$scope', '$location', 'growl', 'Events', 'User', NewUserCtrl])

rd_ui/app/scripts/directives/dashboard_directives.js

@@ -31,7 +31,7 @@
             '<div class="panel-heading">{name}' +
             '</div></li>';
 
-          $scope.$watch('dashboard.widgets && dashboard.widgets.length', function(widgets_length) {
+          $scope.$watch('dashboard.layout', function() {
             $timeout(function() {
               gridster.remove_all_widgets();
 
@@ -57,7 +57,7 @@
                 });
               }
             });
-          });
+          }, true);
 
           $scope.saveDashboard = function() {
             $scope.saveInProgress = true;
@@ -81,18 +81,15 @@
               $scope.dashboard.layout = layout;
 
               layout = JSON.stringify(layout);
-              $http.post('/api/dashboards/' + $scope.dashboard.id, {
-                'name': $scope.dashboard.name,
-                'layout': layout
-              }).success(function(response) {
-                $scope.dashboard = new Dashboard(response);
+              Dashboard.save({slug: $scope.dashboard.id, name: $scope.dashboard.name, layout: layout}, function(dashboard) {
+                $scope.dashboard = dashboard;
                 $scope.saveInProgress = false;
                 $(element).modal('hide');
               });
               Events.record(currentUser, 'edit', 'dashboard', $scope.dashboard.id);
             } else {
 
-              $http.post('/api/dashboards', {
+              $http.post('api/dashboards', {
                 'name': $scope.dashboard.name
               }).success(function(response) {
                 $(element).modal('hide');
@@ -142,6 +139,11 @@
 
           $scope.setType = function (type) {
             $scope.type = type;
+            if (type == 'textbox') {
+              $scope.widgetSizes.push({name: 'Hidden', value: 0});
+            } else if ($scope.widgetSizes.length > 2) {
+              $scope.widgetSizes.pop();
+            }
           };
 
           var reset = function() {
@@ -186,7 +188,6 @@
 
           $scope.saveWidget = function() {
             $scope.saveInProgress = true;
-
             var widget = new Widget({
               'visualization_id': $scope.selectedVis && $scope.selectedVis.id,
               'dashboard_id': $scope.dashboard.id,
@@ -219,4 +220,4 @@
       }
     }
   ])
-})();
+})();

rd_ui/app/scripts/directives/data_source_directives.js

@@ -34,7 +34,7 @@
           });
         });
 
-        $http.get('/api/data_sources/types').success(function (types) {
+        $http.get('api/data_sources/types').success(function (types) {
           setType(types);
 
           $scope.dataSourceTypes = types;
@@ -49,6 +49,10 @@
                 prop.type = 'file';
               }
 
+              if (prop.type == 'boolean') {
+                prop.type = 'checkbox';
+              }
+
               prop.required = _.contains(type.configuration_schema.required, name);
             });
           });

rd_ui/app/scripts/directives/directives.js

@@ -40,7 +40,7 @@
     }
   }]);
 
-  directives.directive('rdTab', function () {
+  directives.directive('rdTab', ['$location', function ($location) {
     return {
       restrict: 'E',
       scope: {
@@ -48,9 +48,10 @@
         'name': '@'
       },
       transclude: true,
-      template: '<li class="rd-tab" ng-class="{active: tabId==selectedTab}"><a href="#{{tabId}}">{{name}}<span ng-transclude></span></a></li>',
+      template: '<li class="rd-tab" ng-class="{active: tabId==selectedTab}"><a href="{{basePath}}#{{tabId}}">{{name}}<span ng-transclude></span></a></li>',
       replace: true,
       link: function (scope) {
+        scope.basePath = $location.path().substring(1);
         scope.$watch(function () {
           return scope.$parent.selectedTab
         }, function (tab) {
@@ -58,7 +59,7 @@
         });
       }
     }
-  });
+  }]);
 
   directives.directive('rdTabs', ['$location', function ($location) {
     return {
@@ -67,9 +68,10 @@
         tabsCollection: '=',
         selectedTab: '='
       },
-      template: '<ul class="nav nav-tabs"><li ng-class="{active: tab==selectedTab}" ng-repeat="tab in tabsCollection"><a href="#{{tab.key}}">{{tab.name}}</a></li></ul>',
+      template: '<ul class="nav nav-tabs"><li ng-class="{active: tab==selectedTab}" ng-repeat="tab in tabsCollection"><a href="{{basePath}}#{{tab.key}}">{{tab.name}}</a></li></ul>',
       replace: true,
       link: function ($scope, element, attrs) {
+        $scope.basePath = $location.path().substring(1);
         $scope.selectTab = function (tabKey) {
           $scope.selectedTab = _.find($scope.tabsCollection, function (tab) {
             return tab.key == tabKey;
@@ -281,4 +283,48 @@
       }
     };
   });
+
+  directives.directive('onDestroy', function () {
+    /* This directive can be used to invoke a callback when an element is destroyed,
+    A useful example is the following:
+    <div ng-if="includeText" on-destroy="form.text = null;">
+      <input type="text" ng-model="form.text">
+    </div>
+    */
+    return {
+      restrict: "A",
+      scope: {
+        onDestroy: "&",
+      },
+      link: function(scope, elem, attrs) {
+        scope.$on('$destroy', function() {
+          scope.onDestroy();
+        });
+      }
+    };
+  });
+
+  directives.directive('colorBox', function () {
+    return {
+      restrict: "E",
+      scope: {color: "="},
+      template: "<span style='width: 12px; height: 12px; background-color: {{color}}; display: inline-block; margin-right: 5px;'></span>"
+    };
+  });
+
+  directives.directive('overlay', function() {
+    return {
+      restrict: "E",
+      transclude: true,
+      template: "" +
+        '<div>' +
+          '<div class="overlay"></div>' +
+          '<div style="width: 100%; position:absolute; top:50px; z-index:2000">' +
+            '<div class="well well-lg" style="width: 70%; margin: auto;" ng-transclude>' +
+            '</div>' +
+          '</div>' +
+        '</div>'
+    }
+  })
+
 })();

rd_ui/app/scripts/directives/plotly.js

@@ -0,0 +1,251 @@
+(function () {
+  'use strict';
+
+  var ColorPalette = {
+    'Blue': '#4572A7',
+    'Red': '#AA4643',
+    'Green': '#89A54E',
+    'Purple': '#80699B',
+    'Cyan': '#3D96AE',
+    'Orange': '#DB843D',
+    'Light Blue': '#92A8CD',
+    'Lilac': '#A47D7C',
+    'Light Green': '#B5CA92',
+    'Brown': '#A52A2A',
+    'Black': '#000000',
+    'Gray': '#808080',
+    'Pink': '#FFC0CB',
+    'Dark Blue': '#00008b'
+  };
+  var ColorPaletteArray = _.values(ColorPalette)
+
+  var fillXValues = function(seriesList) {
+    var xValues = _.uniq(_.flatten(_.pluck(seriesList, 'x')));
+    xValues.sort();
+    _.each(seriesList, function(series) {
+      series.x.sort();
+      _.each(xValues, function(value, index) {
+        if (series.x[index] != value) {
+          series.x.splice(index, 0, value);
+          series.y.splice(index, 0, 0);
+        }
+      });
+    });
+  }
+
+  var normalAreaStacking = function(seriesList) {
+    fillXValues(seriesList);
+    _.each(seriesList, function(series) {
+      series.text = [];
+      series.hoverinfo = 'text+name';
+    });
+    for (var i = 0; i < seriesList.length; i++) {
+      for (var j = 0; j < seriesList[i].y.length; j++) {
+        var sum = i > 0 ? seriesList[i-1].y[j] : 0;
+        seriesList[i].text.push('Value: ' + seriesList[i].y[j] + '<br>Sum: ' + (sum + seriesList[i].y[j]));
+        seriesList[i].y[j] += sum;
+      }
+    }
+  }
+
+  var percentAreaStacking = function(seriesList) {
+    if (seriesList.length == 0)
+      return;
+    fillXValues(seriesList);
+    _.each(seriesList, function(series) {
+      series.text = [];
+      series.hoverinfo = 'text+name';
+    });
+    for (var i = 0; i < seriesList[0].y.length; i++) {
+      var sum = 0;
+      for(var j = 0; j < seriesList.length; j++) {
+        sum += seriesList[j].y[i];
+      }
+      for(var j = 0; j < seriesList.length; j++) {
+        var value = seriesList[j].y[i] / sum * 100;
+        seriesList[j].text.push('Value: ' + seriesList[j].y[i] + '<br>Relative: ' + value.toFixed(2) + '%');
+
+        seriesList[j].y[i] = value;
+        if (j > 0)
+          seriesList[j].y[i] += seriesList[j-1].y[i];
+      }
+    }
+  }
+
+  var percentBarStacking = function(seriesList) {
+    if (seriesList.length == 0)
+      return;
+    fillXValues(seriesList);
+    _.each(seriesList, function(series) {
+      series.text = [];
+      series.hoverinfo = 'text+name';
+    });
+    for (var i = 0; i < seriesList[0].y.length; i++) {
+      var sum = 0;
+      for(var j = 0; j < seriesList.length; j++) {
+        sum += seriesList[j].y[i];
+      }
+      for(var j = 0; j < seriesList.length; j++) {
+        var value = seriesList[j].y[i] / sum * 100;
+        seriesList[j].text.push('Value: ' + seriesList[j].y[i] + '<br>Relative: ' + value.toFixed(2) + '%');
+        seriesList[j].y[i] = value;
+      }
+    }
+  }
+
+  var normalizeValue = function(value) {
+    if (moment.isMoment(value)) {
+      return value.format("YYYY-MM-DD HH:MM:SS.ssssss");
+    }
+    return value;
+  }
+
+  angular.module('plotly-chart', [])
+    .constant('ColorPalette', ColorPalette)
+    .directive('plotlyChart', function () {
+      return {
+        restrict: 'E',
+        template: '<plotly data="data" layout="layout" options="plotlyOptions"></plotly>',
+        scope: {
+          options: "=",
+          series: "=",
+          minHeight: "="
+        },
+        link: function (scope, element, attrs) {
+          var getScaleType = function(scale) {
+            if (scale == 'datetime')
+              return 'date';
+            if (scale == 'logarithmic')
+              return 'log';
+            return scale;
+          }
+
+          var setType = function(series, type) {
+            if (type == 'column') {
+              series['type'] = 'bar';
+            } else  if (type == 'line') {
+              series['mode'] = 'lines';
+            } else if (type == 'area') {
+              series['fill'] = scope.options.series.stacking == null ? 'tozeroy' : 'tonexty';
+              series['mode'] = 'lines';
+            } else if (type == 'scatter') {
+              series['type'] = 'scatter';
+              series['mode'] = 'markers';
+            }
+          }
+
+          var getColor = function(index) {
+            return ColorPaletteArray[index % ColorPaletteArray.length];
+          }
+
+          var bottomMargin = 50,
+              pixelsPerLegendRow = 21;
+          var redraw = function() {
+            scope.data.length = 0;
+            scope.layout.showlegend = _.has(scope.options, 'legend') ? scope.options.legend.enabled : true;
+            delete scope.layout.barmode;
+            delete scope.layout.xaxis;
+            delete scope.layout.yaxis;
+            delete scope.layout.yaxis2;
+
+            if (scope.options.globalSeriesType == 'pie') {
+              var hasX = _.contains(_.values(scope.options.columnMapping), 'x');
+              var rows = scope.series.length > 2 ? 2 : 1;
+              var cellsInRow = Math.ceil(scope.series.length / rows)
+              var cellWidth = 1 / cellsInRow;
+              var cellHeight = 1 / rows;
+              var xPadding = 0.02;
+              var yPadding = 0.05;
+              var largestXCount = 0;
+              _.each(scope.series, function(series, index) {
+                var xPosition = (index % cellsInRow) * cellWidth;
+                var yPosition = Math.floor(index / cellsInRow) * cellHeight;
+                var plotlySeries = {values: [], labels: [], type: 'pie', hole: .4,
+                                    marker: {colors: ColorPaletteArray},
+                                    text: series.name, textposition: 'inside', name: series.name,
+                                    domain: {x: [xPosition, xPosition + cellWidth - xPadding],
+                                             y: [yPosition, yPosition + cellHeight - yPadding]}};
+                _.each(series.data, function(row, index) {
+                  plotlySeries.values.push(row.y);
+                  plotlySeries.labels.push(hasX ? row.x : 'Slice ' + index);
+                });
+                scope.data.push(plotlySeries);
+                largestXCount = Math.max(largestXCount, plotlySeries.labels.length);
+              });
+              scope.layout.height = Math.max(scope.minHeight, pixelsPerLegendRow * largestXCount);
+              scope.layout.margin.b = scope.layout.height - (scope.minHeight - bottomMargin);
+              return;
+            }
+            scope.layout.height = Math.max(scope.minHeight, pixelsPerLegendRow * scope.series.length);
+            scope.layout.margin.b = scope.layout.height - (scope.minHeight - bottomMargin);
+            var hasY2 = false;
+            _.each(scope.series, function(series, index) {
+              var seriesOptions = scope.options.seriesOptions[series.name] || {};
+              var plotlySeries = {x: [],
+                                  y: [],
+                                  name: seriesOptions.name || series.name,
+                                  marker: {color: seriesOptions.color ? seriesOptions.color : getColor(index)}};
+              if (seriesOptions.yAxis == 1 && (scope.options.series.stacking == null || seriesOptions.type == 'line')) {
+                hasY2 = true;
+                plotlySeries.yaxis = 'y2';
+              }
+              setType(plotlySeries, seriesOptions.type);
+              var data = series.data;
+              if (scope.options.sortX) {
+                data = _.sortBy(data, 'x');
+              }
+              _.each(data, function(row) {
+                plotlySeries.x.push(normalizeValue(row.x));
+                plotlySeries.y.push(normalizeValue(row.y));
+              });
+              scope.data.push(plotlySeries)
+            });
+
+            var getTitle = function(axis) {
+              if (angular.isDefined(axis) && angular.isDefined(axis.title)) {
+                return axis.title.text;
+              }
+              return null;
+            }
+
+            scope.layout.xaxis = {title: getTitle(scope.options.xAxis),
+                                  type: getScaleType(scope.options.xAxis.type)};
+            if (angular.isDefined(scope.options.xAxis.labels)) {
+              scope.layout.xaxis.showticklabels = scope.options.xAxis.labels.enabled;
+            }
+            if (angular.isArray(scope.options.yAxis)) {
+              scope.layout.yaxis = {title: getTitle(scope.options.yAxis[0]),
+                                    type: getScaleType(scope.options.yAxis[0].type)};
+            }
+            if (hasY2 && angular.isDefined(scope.options.yAxis)) {
+              scope.layout.yaxis2 = {title: getTitle(scope.options.yAxis[1]),
+                                     type: getScaleType(scope.options.yAxis[1].type),
+                                     overlaying: 'y',
+                                     side: 'right'};
+            } else {
+              delete scope.layout.yaxis2;
+            }
+            if (scope.options.series.stacking == 'normal') {
+              scope.layout.barmode = 'stack';
+              if (scope.options.globalSeriesType == 'area') {
+                normalAreaStacking(scope.data);
+              }
+            } else if (scope.options.series.stacking == 'percent') {
+              scope.layout.barmode = 'stack';
+              if (scope.options.globalSeriesType == 'area') {
+                percentAreaStacking(scope.data);
+              } else if (scope.options.globalSeriesType == 'column') {
+                percentBarStacking(scope.data);
+              }
+            }
+          }
+
+          scope.$watch('series', redraw);
+          scope.$watch('options', redraw, true);
+          scope.layout = {margin: {l: 50, r: 50, b: 50, t: 20, pad: 4}, hovermode: 'closest'};
+          scope.plotlyOptions = {showLink: false, displaylogo: false};
+          scope.data = [];
+        }
+      }
+    });
+})();

rd_ui/app/scripts/directives/query_directives.js

@@ -10,7 +10,7 @@
       },
       template: '<small><span class="glyphicon glyphicon-link"></span></small> <a ng-href="{{link}}" class="query-link">{{query.name}}</a>',
       link: function(scope, element) {
-        scope.link = '/queries/' + scope.query.id;
+        scope.link = 'queries/' + scope.query.id;
         if (scope.visualization) {
           if (scope.visualization.type === 'TABLE') {
             // link to hard-coded table tab instead of the (hidden) visualization tab
@@ -29,10 +29,10 @@
       restrict: 'E',
       template: '<span ng-show="query.id && canViewSource">\
                     <a ng-show="!sourceMode"\
-                      ng-href="/queries/{{query.id}}/source#{{selectedTab}}">Show Source\
+                      ng-href="queries/{{query.id}}/source#{{selectedTab}}">Show Source\
                     </a>\
                     <a ng-show="sourceMode"\
-                      ng-href="/queries/{{query.id}}#{{selectedTab}}">Hide Source\
+                      ng-href="queries/{{query.id}}#{{selectedTab}}">Hide Source\
                     </a>\
                 </span>'
     }
@@ -50,8 +50,8 @@
           if (scope.queryResult.getId() == null) {
             element.attr('href', '');
           } else {
-            element.attr('href', '/api/queries/' + scope.query.id + '/results/' + scope.queryResult.getId() + '.csv');
-            element.attr('download', scope.query.name.replace(" ", "_") + moment(scope.queryResult.getUpdatedAt()).format("_YYYY_MM_DD") + ".csv");
+              element.attr('href', 'api/queries/' + scope.query.id + '/results/' + scope.queryResult.getId() + '.csv');
+              element.attr('download', scope.query.name.replace(" ", "_") + moment(scope.queryResult.getUpdatedAt()).format("_YYYY_MM_DD") + ".csv");
           }
         });
       }
@@ -265,6 +265,10 @@
             value: String(7 * 24 * 3600),
             name: 'Once a week'
         });
+        $scope.refreshOptions.push({
+            value: String(30 * 24 * 3600),
+            name: 'Every 30d'
+        });
 
         $scope.$watch('refreshType', function() {
           if ($scope.refreshType == 'periodic') {
@@ -287,4 +291,4 @@
   .directive('queryRefreshSelect', queryRefreshSelect)
   .directive('queryTimePicker', queryTimePicker)
   .directive('queryFormatter', ['$http', queryFormatter]);
-})();
+})();

rd_ui/app/scripts/embed.js

@@ -0,0 +1,56 @@
+angular.module('redash', [
+    'redash.directives',
+    'redash.admin_controllers',
+    'redash.controllers',
+    'redash.filters',
+    'redash.services',
+    'redash.renderers',
+    'redash.visualization',
+    'plotly',
+    'plotly-chart',
+    'angular-growl',
+    'angularMoment',
+    'ui.bootstrap',
+    'ui.sortable',
+    'smartTable.table',
+    'ngResource',
+    'ngRoute',
+    'ui.select',
+    'naif.base64',
+    'ui.bootstrap.showErrors',
+    'ngSanitize'
+  ]).config(['$routeProvider', '$locationProvider', '$compileProvider', 'growlProvider', 'uiSelectConfig',
+    function ($routeProvider, $locationProvider, $compileProvider, growlProvider, uiSelectConfig) {
+      function getQuery(Query, $route) {
+        var query = Query.get({'id': $route.current.params.queryId });
+        return query.$promise;
+      };
+
+      uiSelectConfig.theme = "bootstrap";
+
+      $compileProvider.aHrefSanitizationWhitelist(/^\s*(https?|http|data):/);
+      $locationProvider.html5Mode(true);
+      growlProvider.globalTimeToLive(2000);
+
+      $routeProvider.when('/embed/query/:queryId/visualization/:visualizationId', {
+        templateUrl: '/views/visualization-embed.html',
+        controller: 'EmbedCtrl',
+        reloadOnSearch: false
+      });
+      $routeProvider.otherwise({
+        redirectTo: '/embed'
+      });
+
+
+    }
+  ])
+   .controller('EmbedCtrl', ['$scope', function ($scope) {} ])
+   .controller('EmbeddedVisualizationCtrl', ['$scope', 'Query', 'QueryResult',
+    function ($scope, Query, QueryResult) {
+       $scope.embed = true;
+       $scope.visualization = visualization;
+       $scope.query = visualization.query;
+       query = new Query(visualization.query);
+       $scope.queryResult = new QueryResult({query_result:query_result});
+    } ])
+   ;

rd_ui/app/scripts/filters.js

@@ -48,6 +48,9 @@ angular.module('redash.filters', []).
 
   .filter('colWidth', function () {
     return function (widgetWidth) {
+      if (widgetWidth == 0) {
+        return 0;
+      }
       if (widgetWidth == 1) {
         return 6;
       }
@@ -79,7 +82,7 @@ angular.module('redash.filters', []).
       }
 
       var html = marked(text);
-      if (featureFlags.allowScriptsInUserInput) {
+      if (clientConfig.allowScriptsInUserInput) {
         html = $sce.trustAsHtml(html);
       }
 
@@ -94,4 +97,21 @@ angular.module('redash.filters', []).
       }
       return $sce.trustAsHtml(text);
     }
-  }]);
+  }])
+
+  .filter('remove', function() {
+    return function(items, item) {
+      if (items == undefined)
+        return items;
+      if (item instanceof Array) {
+        var notEquals = function(other) { return item.indexOf(other) == -1; }
+      } else {
+        var notEquals = function(other) { return item != other;  }
+      }
+      var filtered = [];
+      for (var i = 0; i < items.length; i++)
+        if (notEquals(items[i]))
+          filtered.push(items[i])
+      return filtered;
+    };
+  });

rd_ui/app/scripts/ng_highchart.js

@@ -1,414 +0,0 @@
-(function () {
-  'use strict';
-
-  var ColorPalette = {
-    'Blue':'#4572A7',
-    'Red':'#AA4643',
-    'Green': '#89A54E',
-    'Purple': '#80699B',
-    'Cyan': '#3D96AE',
-    'Orange': '#DB843D',
-    'Light Blue': '#92A8CD',
-    'Lilac': '#A47D7C',
-    'Light Green': '#B5CA92',
-  };
-
-  Highcharts.setOptions({
-    colors: _.values(ColorPalette)
-  });
-
-  var defaultOptions = {
-    title: {
-      "text": null
-    },
-    xAxis: {
-      type: 'datetime'
-    },
-    yAxis: [
-      {
-        title: {
-          text: null
-        },
-        // showEmpty: true // by default
-      },
-      {
-        title: {
-          text: null
-        },
-        opposite: true,
-        showEmpty: false
-      }
-    ],
-
-
-    tooltip: {
-      valueDecimals: 2,
-      formatter: function () {
-        if (!this.points) {
-          this.points = [this.point];
-        }
-        ;
-
-        if (moment.isMoment(this.x)) {
-          var s = '<b>' + this.x.toDate().toLocaleString() + '</b>',
-              pointsCount = this.points.length;
-
-          $.each(this.points, function (i, point) {
-            s += '<br/><span style="color:' + point.series.color + '">' + point.series.name + '</span>: ' +
-                Highcharts.numberFormat(point.y);
-
-            if (pointsCount > 1 && point.percentage) {
-              s += " (" + Highcharts.numberFormat(point.percentage) + "%)";
-            }
-          });
-        } else {
-          var points = this.points;
-          var name = points[0].key || points[0].name;
-
-          var s = "<b>" + name + "</b>";
-
-          $.each(points, function (i, point) {
-            if (points.length > 1) {
-              s += '<br/><span style="color:' + point.series.color + '">' + point.series.name + '</span>: ' + Highcharts.numberFormat(point.y);
-            } else {
-              s += ": " + Highcharts.numberFormat(point.y);
-              if (point.percentage < 100) {
-                s += ' (' + Highcharts.numberFormat(point.percentage) + '%)';
-              }
-            }
-          });
-        }
-
-        return s;
-      },
-      shared: true
-    },
-    exporting: {
-      chartOptions: {
-        title: {
-          text: ''
-        }
-      },
-      buttons: {
-        contextButton: {
-          menuItems: [
-            {
-              text: 'Toggle % Stacking',
-              onclick: function () {
-                var newStacking = "normal";
-                if (this.series[0].options.stacking == "normal") {
-                  newStacking = "percent";
-                }
-
-                _.each(this.series, function (series) {
-                  series.update({stacking: newStacking}, true);
-                });
-              }
-            },
-            {
-              text: 'Select All',
-              onclick: function () {
-                _.each(this.series, function (s) {
-                  s.setVisible(true, false);
-                });
-                this.redraw();
-              }
-            },
-            {
-              text: 'Unselect All',
-              onclick: function () {
-                _.each(this.series, function (s) {
-                  s.setVisible(false, false);
-                });
-                this.redraw();
-              }
-            },
-            {
-              text: 'Show Total',
-              onclick: function () {
-                var hasTotalsAlready = _.some(this.series, function (s) {
-                    var res = (s.name == 'Total');
-                    //if 'Total' already exists - just make it visible
-                    if (res) s.setVisible(true, false);
-                    return res;
-                })
-                var data = {};
-                _.each(this.series, function (s) {
-                  if (s.name != 'Total') s.setVisible(false, false);
-                  if (!hasTotalsAlready) {
-                      _.each(s.data, function (p) {
-                        data[p.x] = data[p.x] || {'x': p.x, 'y': 0};
-                        data[p.x].y = data[p.x].y + p.y;
-                      }); 
-                  }
-                });
-
-                if (!hasTotalsAlready) {
-                    this.addSeries({
-                      data: _.sortBy(_.values(data), 'x'),
-                      type: 'line',
-                      name: 'Total'
-                    }, false)
-                }
-
-                this.redraw();
-              }
-            },
-            {
-              text: 'Save Image',
-              onclick: function () {
-                var canvas = document.createElement('canvas'); 
-                window.canvg(canvas, this.getSVG());
-                var href = canvas.toDataURL('image/png');
-                var a = document.createElement('a');
-                a.href = href;
-                var filenameSuffix = new Date().toISOString().replace(/:/g,'_').replace('Z', '');
-                if (this.title) {
-                    filenameSuffix = this.title.text;
-                }
-                a.download = 'redash_charts_'+filenameSuffix+'.png';
-                document.body.appendChild(a);
-                a.click();
-                a.remove(); 
-              }
-            }
-          ]
-        }
-      }
-    },
-    credits: {
-      enabled: false
-    },
-    plotOptions: {
-      area: {
-        marker: {
-          enabled: false,
-          symbol: 'circle',
-          radius: 2,
-          states: {
-            hover: {
-              enabled: true
-            }
-          }
-        }
-      },
-      column: {
-        stacking: "normal",
-        pointPadding: 0,
-        borderWidth: 1,
-        groupPadding: 0,
-        shadow: false
-      },
-      line: {
-        marker: {
-          radius: 1
-        },
-        lineWidth: 2,
-        states: {
-          hover: {
-            lineWidth: 2,
-            marker: {
-              radius: 3
-            }
-          }
-        }
-      },
-      pie: {
-        allowPointSelect: true,
-        cursor: 'pointer',
-        dataLabels: {
-          enabled: true,
-          color: '#000000',
-          connectorColor: '#000000',
-          format: '<b>{point.name}</b>: {point.y} ({point.percentage:.1f} %)'
-        }
-      },
-      scatter: {
-        marker: {
-          radius: 5,
-          states: {
-            hover: {
-              enabled: true,
-              lineColor: 'rgb(100,100,100)'
-            }
-          }
-        },
-        tooltip: {
-          headerFormat: '<b>{series.name}</b><br>',
-          pointFormat: '{point.x}, {point.y}'
-        }
-      }
-    },
-    series: []
-  };
-
-  angular.module('highchart', [])
-      .constant('ColorPalette', ColorPalette)
-      .directive('chart', ['$timeout', function ($timeout) {
-        return {
-          restrict: 'E',
-          template: '<div></div>',
-          scope: {
-            options: "=options",
-            series: "=series"
-          },
-          transclude: true,
-          replace: true,
-
-          link: function (scope, element, attrs) {
-            var chartsDefaults = {
-              chart: {
-                renderTo: element[0],
-                type: attrs.type || null,
-                height: attrs.height || null,
-                width: attrs.width || null
-              }
-            };
-
-            var chartOptions = $.extend(true, {}, defaultOptions, chartsDefaults);
-
-            // $timeout makes sure that this function invoked after the DOM ready. When draw/init
-            // invoked after the DOM is ready, we see first an empty HighCharts objects and later
-            // they get filled up. Which gives the feeling that the charts loading faster (otherwise
-            // we stare at an empty screen until the HighCharts object is ready).
-            $timeout(function () {
-              // Update when options change
-              scope.$watch('options', function (newOptions) {
-                initChart(newOptions);
-              }, true);
-
-              //Update when charts data changes
-              scope.$watchCollection('series', function (series) {
-                if (!series || series.length == 0) {
-                  scope.chart.showLoading();
-                } else {
-                  drawChart();
-                }
-                ;
-              });
-            });
-
-            function initChart(options) {
-              if (scope.chart) {
-                scope.chart.destroy();
-              }
-              ;
-
-              $.extend(true, chartOptions, options);
-
-              scope.chart = new Highcharts.Chart(chartOptions);
-              drawChart();
-            }
-
-            function drawChart() {
-              while (scope.chart.series.length > 0) {
-                scope.chart.series[0].remove(false);
-              };
-
-              // We check either for true or undefined for backward compatibility.
-              var series = scope.series;
-
-
-              // If this is a chart that has just one row for multiple columns, sort
-              // by the Y values. For example:
-              //
-              // A  | B  | C
-              // 20 | 30 | 15
-              //
-              // Will be sorted:
-              // C  | A  | B
-              // 15 | 20 | 30
-              var sortable = _.every(series, function(s) { return s.data.length == 1 });
-
-              if (sortable) {
-                series = _.sortBy(series, function (s) {
-                  return s.data[0].y
-                });
-              }
-
-              if (!('xAxis' in chartOptions && 'type' in chartOptions['xAxis'])) {
-                if (series.length > 0 && _.some(series[0].data, function (p) {
-                  return (angular.isString(p.x) || angular.isDefined(p.name));
-                })) {
-                  chartOptions['xAxis'] = chartOptions['xAxis'] || {};
-                  chartOptions['xAxis']['type'] = 'category';
-                } else {
-                  chartOptions['xAxis'] = chartOptions['xAxis'] || {};
-                  chartOptions['xAxis']['type'] = 'datetime';
-                }
-              }
-
-              if (chartOptions['xAxis']['type'] == 'category' || chartOptions['series']['type']=='pie') {
-                if (!angular.isDefined(series[0].data[0].name)) {
-                  // We need to make sure that for each category, each series has a value.
-                  var categories = _.union.apply(this, _.map(series, function (s) {
-                    return _.pluck(s.data, 'x')
-                  }));
-
-                  _.each(series, function (s) {
-                    // TODO: move this logic to Query#getChartData
-                    var yValues = _.groupBy(s.data, 'x');
-
-                    var newData = _.map(categories, function (category) {
-                      return {
-                        name: category,
-                        y: (yValues[category] && yValues[category][0].y) || 0
-                      }
-                    });
-
-                    s.data = newData;
-                  });
-                }
-              }
-              
-              if (chartOptions['sortX'] === true || chartOptions['sortX'] === undefined) {
-                var seriesCopy = [];
-
-                _.each(series, function (s) {
-                  // make a copy of series data, so we don't override original.
-                  var fieldName = 'x';
-                  if (s.data.length > 0 && _.has(s.data[0], 'name')) {
-                    fieldName = 'name';
-                  };
-
-                  var sorted = _.extend({}, s, {data: _.sortBy(s.data, fieldName)});
-                  seriesCopy.push(sorted);
-                });
-
-                series = seriesCopy;
-              }
-
-              scope.chart.counters.color = 0;
-
-              _.each(series, function (s) {
-                // here we override the series with the visualization config
-                s = _.extend(s, chartOptions['series']);
-
-                if (s.type == 'area') {
-                  _.each(s.data, function (p) {
-                    // This is an insane hack: somewhere deep in HighChart's code,
-                    // when you stack areas, it tries to convert the string representation
-                    // of point's x into a number. With the default implementation of toString
-                    // it fails....
-
-                    if (moment.isMoment(p.x)) {
-                      p.x.toString = function () {
-                        return String(this.toDate().getTime());
-                      };
-                    }
-                  });
-                }
-                ;
-
-                scope.chart.addSeries(s, false);
-              });
-
-              scope.chart.redraw();
-              scope.chart.hideLoading();
-            }
-
-          }
-        };
-
-      }]);
-})();

rd_ui/app/scripts/ng_smart_table.js

@@ -10,7 +10,7 @@ function getNestedValue (obj, keys) {
 function getKeyFromObject(obj, key) {
   var value = obj[key];
 
-  if ((!_.include(obj, key) && _.string.include(key, '.'))) {
+  if ((!_.has(obj, key) && _.string.include(key, '.'))) {
     var keys = key.split(".");
 
     value = getNestedValue(obj, keys);
@@ -248,7 +248,12 @@ function getKeyFromObject(obj, key) {
               element.html(column.cellTemplate);
               compile(element.contents())(childScope);
             } else {
-              element.html(sanitize(scope.formatedValue));
+              if (typeof scope.formatedValue === 'string' || scope.formatedValue instanceof String) {
+                element.html(sanitize(scope.formatedValue));
+              } else {
+                element.text(scope.formatedValue);
+              }
+
             }
           }
 
@@ -713,7 +718,7 @@ angular.module("partials/smartTable.html", []).run(["$templateCache", function (
     "    </tbody>\n" +
     "    <tfoot ng-show=\"isPaginationEnabled\">\n" +
     "    <tr class=\"smart-table-footer-row\">\n" +
-    "        <td colspan=\"{{columns.length}}\">\n" +
+    "        <td class=\"text-center\" colspan=\"{{columns.length}}\">\n" +
     "            <div pagination-smart-table=\"\" num-pages=\"numberOfPages\" max-size=\"maxSize\" current-page=\"currentPage\"></div>\n" +
     "        </td>\n" +
     "    </tr>\n" +

rd_ui/app/scripts/services/dashboards.js

@@ -1,10 +1,32 @@
 (function () {
-    var Dashboard = function($resource) {
-      var resource = $resource('/api/dashboards/:slug', {slug: '@slug'}, {
+    var Dashboard = function($resource, $http, Widget) {
+      var transformSingle = function(dashboard) {
+        dashboard.widgets = _.map(dashboard.widgets, function (row) {
+          return _.map(row, function (widget) {
+            return new Widget(widget);
+          });
+        });
+      };
+
+      var transform = $http.defaults.transformResponse.concat(function(data, headers) {
+        if (_.isArray(data)) {
+          _.each(data, transformSingle);
+        } else {
+          transformSingle(data);
+        }
+        return data;
+      });
+
+      var resource = $resource('api/dashboards/:slug', {slug: '@slug'}, {
+        'get': {method: 'GET', transformResponse: transform},
+        'save': {method: 'POST', transformResponse: transform},
+        'query': {method: 'GET', isArray: true, transformResponse: transform},
         recent: {
           method: 'get',
           isArray: true,
-          url: "/api/dashboards/recent"
+          url: "api/dashboards/recent",
+          transformResponse: transform
+
         }});
 
         resource.prototype.canEdit = function() {
@@ -14,5 +36,5 @@
     }
 
     angular.module('redash.services')
-        .factory('Dashboard', ['$resource', Dashboard])
+        .factory('Dashboard', ['$resource', '$http', 'Widget', Dashboard])
 })();

rd_ui/app/scripts/services/resources.js

@@ -24,8 +24,8 @@
   };
 
   var QueryResult = function ($resource, $timeout, $q) {
-    var QueryResultResource = $resource('/api/query_results/:id', {id: '@id'}, {'post': {'method': 'POST'}});
-    var Job = $resource('/api/jobs/:id', {id: '@id'});
+    var QueryResultResource = $resource('api/query_results/:id', {id: '@id'}, {'post': {'method': 'POST'}});
+    var Job = $resource('api/jobs/:id', {id: '@id'});
 
     var updateFunction = function (props) {
       angular.extend(this, props);
@@ -43,10 +43,10 @@
             if (angular.isNumber(v)) {
               columnTypes[k] = 'float';
             } else if (_.isString(v) && v.match(/^\d{4}-\d{2}-\d{2}T/)) {
-              row[k] = moment(v);
+              row[k] = moment.utc(v);
               columnTypes[k] = 'datetime';
-            } else if (_.isString(v) && v.match(/^\d{4}-\d{2}-\d{2}/)) {
-              row[k] = moment(v);
+            } else if (_.isString(v) && v.match(/^\d{4}-\d{2}-\d{2}$/)) {
+              row[k] = moment.utc(v);
               columnTypes[k] = 'date';
             } else if (typeof(v) == 'object' && v !== null) {
               row[k] = JSON.stringify(v);
@@ -186,7 +186,22 @@
       }
 
       return this.filteredData;
-    }
+    };
+
+    /**
+     * Helper function to add a point into a series
+     */
+    QueryResult.prototype._addPointToSeries = function (point, seriesCollection, seriesName) {
+      if (seriesCollection[seriesName] == undefined) {
+        seriesCollection[seriesName] = {
+          name: seriesName,
+          type: 'column',
+          data: []
+        };
+      }
+
+      seriesCollection[seriesName]['data'].push(point);
+    };
 
     QueryResult.prototype.getChartData = function (mapping) {
       var series = {};
@@ -199,7 +214,7 @@
 
         _.each(row, function (value, definition) {
           var name = definition.split("::")[0] || definition.split("__")[0];
-          var type = definition.split("::")[1] || definition.split("__")[0];
+          var type = definition.split("::")[1] || definition.split("__")[1];
           if (mapping) {
             type = mapping[definition];
           }
@@ -229,26 +244,15 @@
           }
         });
 
-        var addPointToSeries = function (seriesName, point) {
-          if (series[seriesName] == undefined) {
-            series[seriesName] = {
-              name: seriesName,
-              type: 'column',
-              data: []
-            }
-          }
-
-          series[seriesName]['data'].push(point);
-        }
-
         if (seriesName === undefined) {
           _.each(yValues, function (yValue, seriesName) {
-            addPointToSeries(seriesName, {'x': xValue, 'y': yValue});
-          });
-        } else {
-          addPointToSeries(seriesName, point);
+            this._addPointToSeries({'x': xValue, 'y': yValue}, series, seriesName);
+          }.bind(this));
         }
-      });
+        else {
+          this._addPointToSeries(point, series, seriesName);
+        }
+      }.bind(this));
 
       return _.values(series);
     };
@@ -397,6 +401,10 @@
         if ('job' in response) {
           refreshStatus(queryResult, query);
         }
+      }, function(error) {
+        if (error.status === 403) {
+          queryResult.update(error.data);
+        }
       });
 
       return queryResult;
@@ -406,17 +414,17 @@
   };
 
   var Query = function ($resource, QueryResult, DataSource) {
-    var Query = $resource('/api/queries/:id', {id: '@id'},
+    var Query = $resource('api/queries/:id', {id: '@id'},
       {
         search: {
           method: 'get',
           isArray: true,
-          url: "/api/queries/search"
+          url: "api/queries/search"
         },
         recent: {
           method: 'get',
           isArray: true,
-          url: "/api/queries/recent"
+          url: "api/queries/recent"
         }});
 
     Query.newQuery = function () {
@@ -538,10 +546,10 @@
     var actions = {
       'get': {'method': 'GET', 'cache': false, 'isArray': false},
       'query': {'method': 'GET', 'cache': false, 'isArray': true},
-      'getSchema': {'method': 'GET', 'cache': true, 'isArray': true, 'url': '/api/data_sources/:id/schema'}
+      'getSchema': {'method': 'GET', 'cache': true, 'isArray': true, 'url': 'api/data_sources/:id/schema'}
     };
 
-    var DataSourceResource = $resource('/api/data_sources/:id', {id: '@id'}, actions);
+    var DataSourceResource = $resource('api/data_sources/:id', {id: '@id'}, actions);
 
     return DataSourceResource;
   };
@@ -569,13 +577,24 @@
       'delete': {method: 'DELETE', transformResponse: transform}
     };
 
-    var UserResource = $resource('/api/users/:id', {id: '@id'}, actions);
+    var UserResource = $resource('api/users/:id', {id: '@id'}, actions);
 
     return UserResource;
   };
 
+  var Group = function ($resource) {
+    var actions = {
+      'get': {'method': 'GET', 'cache': false, 'isArray': false},
+      'query': {'method': 'GET', 'cache': false, 'isArray': true},
+      'members': {'method': 'GET', 'cache': true, 'isArray': true, 'url': 'api/groups/:id/members'},
+      'dataSources': {'method': 'GET', 'cache': true, 'isArray': true, 'url': 'api/groups/:id/data_sources'}
+    };
+    var resource = $resource('api/groups/:id', {id: '@id'}, actions);
+    return resource;
+  };
+
   var AlertSubscription = function ($resource) {
-    var resource = $resource('/api/alerts/:alertId/subscriptions/:userId', {alertId: '@alert_id', userId: '@user.id'});
+    var resource = $resource('api/alerts/:alertId/subscriptions/:userId', {alertId: '@alert_id', userId: '@user.id'});
     return resource;
   };
 
@@ -594,13 +613,13 @@
         }].concat($http.defaults.transformRequest)
       }
     };
-    var resource = $resource('/api/alerts/:id', {id: '@id'}, actions);
+    var resource = $resource('api/alerts/:id', {id: '@id'}, actions);
 
     return resource;
   };
 
   var Widget = function ($resource, Query) {
-    var WidgetResource = $resource('/api/widgets/:id', {id: '@id'});
+    var WidgetResource = $resource('api/widgets/:id', {id: '@id'});
 
     WidgetResource.prototype.getQuery = function () {
       if (!this.query && this.visualization) {
@@ -627,5 +646,6 @@
       .factory('Alert', ['$resource', '$http', Alert])
       .factory('AlertSubscription', ['$resource', AlertSubscription])
       .factory('Widget', ['$resource', 'Query', Widget])
-      .factory('User', ['$resource', '$http', User]);
+      .factory('User', ['$resource', '$http', User])
+      .factory('Group', ['$resource', Group]);
 })();

rd_ui/app/scripts/services/services.js

@@ -26,7 +26,7 @@
       var events = this.events;
       this.events = [];
 
-      $http.post('/api/events', events);
+      $http.post('api/events', events);
 
     }, 1000);
 

rd_ui/app/scripts/visualizations/base.js

@@ -44,7 +44,7 @@
     }
 
     this.$get = ['$resource', function ($resource) {
-      var Visualization = $resource('/api/visualizations/:id', {id: '@id'});
+      var Visualization = $resource('api/visualizations/:id', {id: '@id'});
       Visualization.visualizations = this.visualizations;
       Visualization.visualizationTypes = this.visualizationTypes;
       Visualization.renderVisualizationsTemplate = this.getSwitchTemplate('renderTemplate');

rd_ui/app/scripts/visualizations/box.js

@@ -0,0 +1,307 @@
+(function() {
+
+// Inspired by http://informationandvisualization.de/blog/box-plot
+d3.box = function() {
+  var width = 1,
+      height = 1,
+      duration = 0,
+      domain = null,
+      value = Number,
+      whiskers = boxWhiskers,
+      quartiles = boxQuartiles,
+      tickFormat = null;
+
+  // For each small multiple…
+  function box(g) {
+    g.each(function(d, i) {
+      d = d.map(value).sort(d3.ascending);
+      var g = d3.select(this),
+          n = d.length,
+          min = d[0],
+          max = d[n - 1];
+
+      // Compute quartiles. Must return exactly 3 elements.
+      var quartileData = d.quartiles = quartiles(d);
+
+      // Compute whiskers. Must return exactly 2 elements, or null.
+      var whiskerIndices = whiskers && whiskers.call(this, d, i),
+          whiskerData = whiskerIndices && whiskerIndices.map(function(i) { return d[i]; });
+
+      // Compute outliers. If no whiskers are specified, all data are "outliers".
+      // We compute the outliers as indices, so that we can join across transitions!
+      var outlierIndices = whiskerIndices
+          ? d3.range(0, whiskerIndices[0]).concat(d3.range(whiskerIndices[1] + 1, n))
+          : d3.range(n);
+
+      // Compute the new x-scale.
+      var x1 = d3.scale.linear()
+          .domain(domain && domain.call(this, d, i) || [min, max])
+          .range([height, 0]);
+
+      // Retrieve the old x-scale, if this is an update.
+      var x0 = this.__chart__ || d3.scale.linear()
+          .domain([0, Infinity])
+          .range(x1.range());
+
+      // Stash the new scale.
+      this.__chart__ = x1;
+
+      // Note: the box, median, and box tick elements are fixed in number,
+      // so we only have to handle enter and update. In contrast, the outliers
+      // and other elements are variable, so we need to exit them! Variable
+      // elements also fade in and out.
+
+      // Update center line: the vertical line spanning the whiskers.
+      var center = g.selectAll("line.center")
+          .data(whiskerData ? [whiskerData] : []);
+
+      center.enter().insert("line", "rect")
+          .attr("class", "center")
+          .attr("x1", width / 2)
+          .attr("y1", function(d) { return x0(d[0]); })
+          .attr("x2", width / 2)
+          .attr("y2", function(d) { return x0(d[1]); })
+          .style("opacity", 1e-6)
+        .transition()
+          .duration(duration)
+          .style("opacity", 1)
+          .attr("y1", function(d) { return x1(d[0]); })
+          .attr("y2", function(d) { return x1(d[1]); });
+
+      center.transition()
+          .duration(duration)
+          .style("opacity", 1)
+          .attr("y1", function(d) { return x1(d[0]); })
+          .attr("y2", function(d) { return x1(d[1]); });
+
+      center.exit().transition()
+          .duration(duration)
+          .style("opacity", 1e-6)
+          .attr("y1", function(d) { return x1(d[0]); })
+          .attr("y2", function(d) { return x1(d[1]); })
+          .remove();
+
+      // Update innerquartile box.
+      var box = g.selectAll("rect.box")
+          .data([quartileData]);
+
+      box.enter().append("rect")
+          .attr("class", "box")
+          .attr("x", 0)
+          .attr("y", function(d) { return x0(d[2]); })
+          .attr("width", width)
+          .attr("height", function(d) { return x0(d[0]) - x0(d[2]); })
+        .transition()
+          .duration(duration)
+          .attr("y", function(d) { return x1(d[2]); })
+          .attr("height", function(d) { return x1(d[0]) - x1(d[2]); });
+
+      box.transition()
+          .duration(duration)
+          .attr("y", function(d) { return x1(d[2]); })
+          .attr("height", function(d) { return x1(d[0]) - x1(d[2]); });
+
+      box.exit().remove()
+
+      // Update median line.
+      var medianLine = g.selectAll("line.median")
+          .data([quartileData[1]]);
+
+      medianLine.enter().append("line")
+          .attr("class", "median")
+          .attr("x1", 0)
+          .attr("y1", x0)
+          .attr("x2", width)
+          .attr("y2", x0)
+        .transition()
+          .duration(duration)
+          .attr("y1", x1)
+          .attr("y2", x1);
+
+      medianLine.transition()
+          .duration(duration)
+          .attr("y1", x1)
+          .attr("y2", x1);
+
+      medianLine.exit().remove()
+
+      // Update whiskers.
+      var whisker = g.selectAll("line.whisker")
+          .data(whiskerData || []);
+
+      whisker.enter().insert("line", "circle, text")
+          .attr("class", "whisker")
+          .attr("x1", 0)
+          .attr("y1", x0)
+          .attr("x2", width)
+          .attr("y2", x0)
+          .style("opacity", 1e-6)
+        .transition()
+          .duration(duration)
+          .attr("y1", x1)
+          .attr("y2", x1)
+          .style("opacity", 1);
+
+      whisker.transition()
+          .duration(duration)
+          .attr("y1", x1)
+          .attr("y2", x1)
+          .style("opacity", 1);
+
+      whisker.exit().transition()
+          .duration(duration)
+          .attr("y1", x1)
+          .attr("y2", x1)
+          .style("opacity", 1e-6)
+          .remove();
+
+      // Update outliers.
+      var outlier = g.selectAll("circle.outlier")
+          .data(outlierIndices, Number);
+
+      outlier.enter().insert("circle", "text")
+          .attr("class", "outlier")
+          .attr("r", 5)
+          .attr("cx", width / 2)
+          .attr("cy", function(i) { return x0(d[i]); })
+          .style("opacity", 1e-6)
+        .transition()
+          .duration(duration)
+          .attr("cy", function(i) { return x1(d[i]); })
+          .style("opacity", 1);
+
+      outlier.transition()
+          .duration(duration)
+          .attr("cy", function(i) { return x1(d[i]); })
+          .style("opacity", 1);
+
+      outlier.exit().transition()
+          .duration(duration)
+          .attr("cy", function(i) { return x1(d[i]); })
+          .style("opacity", 1e-6)
+          .remove();
+
+      // Compute the tick format.
+      var format = tickFormat || x1.tickFormat(8);
+
+      // Update box ticks.
+      var boxTick = g.selectAll("text.box")
+          .data(quartileData);
+
+      boxTick.enter().append("text")
+          .attr("class", "box")
+          .attr("dy", ".3em")
+          .attr("dx", function(d, i) { return i & 1 ? 6 : -6 })
+          .attr("x", function(d, i) { return i & 1 ? width : 0 })
+          .attr("y", x0)
+          .attr("text-anchor", function(d, i) { return i & 1 ? "start" : "end"; })
+          .text(format)
+        .transition()
+          .duration(duration)
+          .attr("y", x1);
+
+      boxTick.transition()
+          .duration(duration)
+          .text(format)
+          .attr("y", x1);
+
+      boxTick.exit().remove()
+
+      // Update whisker ticks. These are handled separately from the box
+      // ticks because they may or may not exist, and we want don't want
+      // to join box ticks pre-transition with whisker ticks post-.
+      var whiskerTick = g.selectAll("text.whisker")
+          .data(whiskerData || []);
+
+      whiskerTick.enter().append("text")
+          .attr("class", "whisker")
+          .attr("dy", ".3em")
+          .attr("dx", 6)
+          .attr("x", width)
+          .attr("y", x0)
+          .text(format)
+          .style("opacity", 1e-6)
+        .transition()
+          .duration(duration)
+          .attr("y", x1)
+          .style("opacity", 1);
+
+      whiskerTick.transition()
+          .duration(duration)
+          .text(format)
+          .attr("y", x1)
+          .style("opacity", 1);
+
+      whiskerTick.exit().transition()
+          .duration(duration)
+          .attr("y", x1)
+          .style("opacity", 1e-6)
+          .remove();
+    });
+    d3.timer.flush();
+  }
+
+  box.width = function(x) {
+    if (!arguments.length) return width;
+    width = x;
+    return box;
+  };
+
+  box.height = function(x) {
+    if (!arguments.length) return height;
+    height = x;
+    return box;
+  };
+
+  box.tickFormat = function(x) {
+    if (!arguments.length) return tickFormat;
+    tickFormat = x;
+    return box;
+  };
+
+  box.duration = function(x) {
+    if (!arguments.length) return duration;
+    duration = x;
+    return box;
+  };
+
+  box.domain = function(x) {
+    if (!arguments.length) return domain;
+    domain = x == null ? x : d3.functor(x);
+    return box;
+  };
+
+  box.value = function(x) {
+    if (!arguments.length) return value;
+    value = x;
+    return box;
+  };
+
+  box.whiskers = function(x) {
+    if (!arguments.length) return whiskers;
+    whiskers = x;
+    return box;
+  };
+
+  box.quartiles = function(x) {
+    if (!arguments.length) return quartiles;
+    quartiles = x;
+    return box;
+  };
+
+  return box;
+};
+
+function boxWhiskers(d) {
+  return [0, d.length - 1];
+}
+
+function boxQuartiles(d) {
+  return [
+    d3.quantile(d, .25),
+    d3.quantile(d, .5),
+    d3.quantile(d, .75)
+  ];
+}
+
+})();

rd_ui/app/scripts/visualizations/boxplot.js

@@ -0,0 +1,173 @@
+(function() {
+  var module = angular.module('redash.visualization');
+
+  module.config(['VisualizationProvider', function(VisualizationProvider) {
+      var renderTemplate =
+        '<boxplot-renderer ' +
+        'options="visualization.options" query-result="queryResult">' +
+        '</boxplot-renderer>';
+
+      var editTemplate = '<boxplot-editor></boxplot-editor>';
+      
+      VisualizationProvider.registerVisualization({
+        type: 'BOXPLOT',
+        name: 'Boxplot',
+        renderTemplate: renderTemplate,
+        editorTemplate: editTemplate
+      });
+    }
+  ]);
+  module.directive('boxplotRenderer', function() {
+    return {
+      restrict: 'E',
+      templateUrl: '/views/visualizations/boxplot.html',
+      link: function($scope, elm, attrs) {
+
+        function iqr(k) {
+          return function(d, i) {
+            var q1 = d.quartiles[0],
+                q3 = d.quartiles[2],
+                iqr = (q3 - q1) * k,
+                i = -1,
+                j = d.length;
+            while (d[++i] < q1 - iqr);
+            while (d[--j] > q3 + iqr);
+            return [i, j];
+          };
+        };
+
+        $scope.$watch('[queryResult && queryResult.getData(), visualization.options]', function () {
+          
+          var data = $scope.queryResult.getData();
+          var parentWidth = d3.select(elm[0].parentNode).node().getBoundingClientRect().width;
+          var margin = {top: 10, right: 50, bottom: 40, left: 50, inner: 25},
+              width = parentWidth - margin.right - margin.left
+              height = 500 - margin.top - margin.bottom;
+
+          var min = Infinity,
+              max = -Infinity;
+          var mydata = [];
+          var value = 0;
+          var d = [];
+          var xAxisLabel = $scope.visualization.options.xAxisLabel;
+          var yAxisLabel = $scope.visualization.options.yAxisLabel;
+
+          var columns = $scope.queryResult.columnNames;
+          var xscale = d3.scale.ordinal()
+            .domain(columns)
+            .rangeBands([0, parentWidth-margin.left-margin.right]);
+
+          if (columns.length > 1){
+            boxWidth = Math.min(xscale(columns[1]),120.0);
+          } else {
+            boxWidth=120.0;
+          };
+          margin.inner = boxWidth/3.0;
+
+          _.each(columns, function(column, i){
+            d = mydata[i] = [];
+            _.each(data, function (row) {
+              value = row[column];
+              d.push(value);
+              if (value > max) max = Math.ceil(value);
+              if (value < min) min = Math.floor(value);
+            });
+          });
+
+          var yscale = d3.scale.linear()
+            .domain([min*0.99,max*1.01])
+            .range([height, 0]);
+
+          var chart = d3.box()
+              .whiskers(iqr(1.5))
+              .width(boxWidth-2*margin.inner)
+              .height(height)
+              .domain([min*0.99,max*1.01]);   
+          var xAxis = d3.svg.axis()
+            .scale(xscale)
+            .orient("bottom");
+
+
+          var yAxis = d3.svg.axis()
+            .scale(yscale)
+            .orient("left");
+
+          var xLines = d3.svg.axis()
+            .scale(xscale)
+            .tickSize(height)
+            .orient("bottom");
+
+          var yLines = d3.svg.axis()
+            .scale(yscale)
+            .tickSize(width)
+            .orient("right");
+
+          var barOffset = function(i){
+            return xscale(columns[i]) + (xscale(columns[1]) - margin.inner)/2.0;
+          };
+
+          d3.select(elm[0]).selectAll("svg").remove();
+
+          var plot = d3.select(elm[0])
+            .append("svg")
+              .attr("width",parentWidth)
+              .attr("height",height + margin.bottom + margin.top)
+            .append("g")
+              .attr("width",parentWidth-margin.left-margin.right)
+              .attr("transform", "translate(" + margin.left + "," + margin.top + ")")
+
+          d3.select("svg").append("text")
+              .attr("class", "box")
+              .attr("x", parentWidth/2.0)
+              .attr("text-anchor", "middle")
+              .attr("y", height+margin.bottom)
+              .text(xAxisLabel)
+
+          d3.select("svg").append("text")
+              .attr("class", "box")
+              .attr("transform","translate(10,"+(height+margin.top+margin.bottom)/2.0+")rotate(-90)")
+              .attr("text-anchor", "middle")
+              .text(yAxisLabel)
+
+          plot.append("rect")
+              .attr("class", "grid-background")
+              .attr("width", width)
+              .attr("height", height); 
+
+          plot.append("g")
+              .attr("class","grid")
+              .call(yLines)
+
+          plot.append("g")
+              .attr("class","grid")
+              .call(xLines)
+
+          plot.append("g")
+              .attr("class", "x axis")
+              .attr("transform", "translate(0," + height + ")")
+              .call(xAxis);
+
+          plot.append("g")
+              .attr("class", "y axis")
+              .call(yAxis);
+
+          plot.selectAll(".box").data(mydata)
+            .enter().append("g")
+              .attr("class", "box")
+              .attr("width", boxWidth)
+              .attr("height", height)
+              .attr("transform", function(d,i) { return "translate(" + barOffset(i) + "," + 0 + ")"; } )
+              .call(chart); 
+        }, true);
+      }
+    }
+  });
+
+  module.directive('boxplotEditor', function() {
+    return {
+      restrict: 'E',
+      templateUrl: '/views/visualizations/boxplot_editor.html'
+    };
+  });
+
+})();

rd_ui/app/scripts/visualizations/chart.js

@@ -3,12 +3,17 @@
 
   chartVisualization.config(['VisualizationProvider', function (VisualizationProvider) {
     var renderTemplate = '<chart-renderer options="visualization.options" query-result="queryResult"></chart-renderer>';
-    var editTemplate = '<chart-editor></chart-editor>';
+    var editTemplate = '<chart-editor options="visualization.options" query-result="queryResult"></chart-editor>';
+
     var defaultOptions = {
-      'series': {
-//        'type': 'column',
-        'stacking': null
-      }
+      globalSeriesType: 'column',
+      sortX: true,
+      legend: {enabled: true},
+      yAxis: [{type: 'linear'}, {type: 'linear', opposite: true}],
+      xAxis: {type: 'datetime', labels: {enabled: true}},
+      series: {stacking: null},
+      seriesOptions: {},
+      columnMapping: {}
     };
 
     VisualizationProvider.registerVisualization({
@@ -27,52 +32,29 @@
         queryResult: '=',
         options: '=?'
       },
-      template: "<chart options='chartOptions' series='chartSeries' class='graph'></chart>",
+      templateUrl: '/views/visualizations/chart.html',
       replace: false,
       controller: ['$scope', function ($scope) {
         $scope.chartSeries = [];
-        $scope.chartOptions = {};
 
-        var reloadData = function(data) {
-          if (!data || ($scope.queryResult && $scope.queryResult.getData()) == null) {
-            $scope.chartSeries.splice(0, $scope.chartSeries.length);
-          } else {
-            $scope.chartSeries.splice(0, $scope.chartSeries.length);
+        var reloadChart = function() {
+          reloadData();
+          $scope.plotlyOptions = $scope.options;
+        }
 
-            _.each($scope.queryResult.getChartData($scope.options.columnMapping), function (s) {
-              var additional = {'stacking': 'normal'};
-              if ('globalSeriesType' in $scope.options) {
-                additional['type'] = $scope.options.globalSeriesType;
-              }
-              if ($scope.options.seriesOptions && $scope.options.seriesOptions[s.name]) {
-                additional = $scope.options.seriesOptions[s.name];
-                if (!additional.name || additional.name == "") {
-                  additional.name = s.name;
-                }
-              }
-              $scope.chartSeries.push(_.extend(s, additional));
-            });
-          };
-        };
-
-        $scope.$watch('options', function (chartOptions) {
-          if (chartOptions) {
-            $scope.chartOptions = chartOptions;
+        var reloadData = function() {
+          if (angular.isDefined($scope.queryResult)) {
+            $scope.chartSeries = _.sortBy($scope.queryResult.getChartData($scope.options.columnMapping),
+                                          function(series) {
+                                            if ($scope.options.seriesOptions[series.name])
+                                              return $scope.options.seriesOptions[series.name].zIndex;
+                                            return 0;
+                                          });
           }
-        });
+        }
 
-        $scope.$watch('options.seriesOptions', function () {
-          reloadData(true);
-        }, true);
-
-
-        $scope.$watchCollection('options.columnMapping', function (chartOptions) {
-          reloadData(true);
-        });
-
-        $scope.$watch('queryResult && queryResult.getData()', function (data) {
-          reloadData(data);
-        });
+        $scope.$watch('options', reloadChart, true)
+        $scope.$watch('queryResult && queryResult.getData()', reloadData)
       }]
     };
   });
@@ -81,178 +63,139 @@
     return {
       restrict: 'E',
       templateUrl: '/views/visualizations/chart_editor.html',
+      scope: {
+        queryResult: '=',
+        options: '=?'
+      },
       link: function (scope, element, attrs) {
-        scope.palette = ColorPalette;
-
-        scope.seriesTypes = {
-          'Line': 'line',
-          'Column': 'column',
-          'Area': 'area',
-          'Scatter': 'scatter',
-          'Pie': 'pie'
-        };
-
-        scope.globalSeriesType = scope.visualization.options.globalSeriesType || 'column';
+        scope.colors = _.extend({'Automatic': null}, ColorPalette);
 
         scope.stackingOptions = {
-          "None": "none",
-          "Normal": "normal",
-          "Percent": "percent"
+          'Disabled': null,
+          'Enabled': 'normal',
+          'Percent': 'percent'
         };
 
-        scope.xAxisOptions = {
-          "Date/Time": "datetime",
-          "Linear": "linear",
-          "Category": "category"
+        scope.chartTypes = {
+          'line': {name: 'Line', icon: 'line-chart'},
+          'column': {name: 'Bar', icon: 'bar-chart'},
+          'area': {name: 'Area', icon: 'area-chart'},
+          'pie': {name: 'Pie', icon: 'pie-chart'},
+          'scatter': {name: 'Scatter', icon: 'circle-o'}
         };
 
-        scope.xAxisType = "datetime";
-        scope.stacking = "none";
+        scope.chartTypeChanged = function() {
+          _.each(scope.options.seriesOptions, function(options) {
+            options.type = scope.options.globalSeriesType;
+          });
+        }
 
+        scope.xAxisScales = ['datetime', 'linear', 'logarithmic', 'category'];
+        scope.yAxisScales = ['linear', 'logarithmic'];
 
-        scope.columnTypes = {
-          "X": "x",
-          "Y": "y",
-          "Series": "series",
-          "Unused": "unused"
-        };
-
-        scope.series = [];
-
-        scope.columnTypeSelection = {};
-
-        var chartOptionsUnwatch = null,
-            columnsWatch = null;
-
-        scope.$watch('globalSeriesType', function(type, old) {
-          scope.visualization.options.globalSeriesType = type;
-
-          if (type && old && type !== old && scope.visualization.options.seriesOptions) {
-            _.each(scope.visualization.options.seriesOptions, function(sOptions) {
-              sOptions.type = type;
+        var refreshColumns = function() {
+          scope.columns = scope.queryResult.getColumns();
+          scope.columnNames = _.pluck(scope.columns, 'name');
+          if (scope.columnNames.length > 0)
+            _.each(_.difference(_.keys(scope.options.columnMapping), scope.columnNames), function(column) {
+              delete scope.options.columnMapping[column];
             });
+        };
+        refreshColumns();
+
+        var refreshColumnsAndForm = function() {
+          refreshColumns();
+          if (!scope.queryResult.getData() || scope.queryResult.getData().length == 0 || scope.columns.length == 0)
+            return;
+          scope.form.yAxisColumns = _.intersection(scope.form.yAxisColumns, scope.columnNames);
+          if (!_.contains(scope.columnNames, scope.form.xAxisColumn))
+            scope.form.xAxisColumn = undefined;
+          if (!_.contains(scope.columnNames, scope.form.groupby))
+            scope.form.groupby = undefined;
+        }
+
+        var refreshSeries = function() {
+          var seriesNames = _.pluck(scope.queryResult.getChartData(scope.options.columnMapping), 'name');
+          var existing = _.keys(scope.options.seriesOptions);
+          _.each(_.difference(seriesNames, existing), function(name) {
+            scope.options.seriesOptions[name] = {
+              'type': scope.options.globalSeriesType,
+              'yAxis': 0,
+            };
+            scope.form.seriesList.push(name);
+          });
+          _.each(_.difference(existing, seriesNames), function(name) {
+            scope.form.seriesList = _.without(scope.form.seriesList, name)
+            delete scope.options.seriesOptions[name];
+          });
+        };
+
+        scope.$watch('options.columnMapping', refreshSeries, true);
+
+        scope.$watch(function() {return [scope.queryResult.getId(), scope.queryResult.status]}, function(changed) {
+          if (!changed[0]) {
+            return;
+          }
+          refreshColumnsAndForm();
+          refreshSeries();
+        }, true);
+
+        scope.form = {
+          yAxisColumns: [],
+          seriesList: _.sortBy(_.keys(scope.options.seriesOptions), function(name) {
+            return scope.options.seriesOptions[name].zIndex;
+          })
+        };
+
+        scope.$watchCollection('form.seriesList', function(value, old) {
+          _.each(value, function(name, index) {
+            scope.options.seriesOptions[name].zIndex = index;
+            scope.options.seriesOptions[name].index = 0; // is this needed?
+          });
+        });
+
+        var setColumnRole = function(role, column) {
+          scope.options.columnMapping[column] = role;
+        }
+        var unsetColumn = function(column) {
+          setColumnRole('unused', column);
+        }
+
+        scope.$watchCollection('form.yAxisColumns', function(value, old) {
+          _.each(old, unsetColumn);
+          _.each(value, _.partial(setColumnRole, 'y'));
+        });
+
+        scope.$watch('form.xAxisColumn', function(value, old) {
+          if (old !== undefined)
+            unsetColumn(old);
+          if (value !== undefined)
+            setColumnRole('x', value);
+        });
+
+        scope.$watch('form.groupby', function(value, old) {
+          if (old !== undefined)
+            unsetColumn(old)
+          if (value !== undefined) {
+            setColumnRole('series', value);
           }
         });
 
-        scope.$watch('visualization.type', function (visualizationType) {
-          if (visualizationType == 'CHART') {
-            if (scope.visualization.options.series.stacking === null) {
-              scope.stacking = "none";
-            } else if (scope.visualization.options.series.stacking === undefined) {
-              scope.stacking = "normal";
-            } else {
-              scope.stacking = scope.visualization.options.series.stacking;
-            }
+        if (!_.has(scope.options, 'legend')) {
+          scope.options.legend = {enabled: true};
+        }
 
-            if (scope.visualization.options.sortX === undefined) {
-              scope.visualization.options.sortX = true;
-            }
-
-            var refreshSeries = function() {
-              scope.series = _.map(scope.queryResult.getChartData(scope.visualization.options.columnMapping), function (s) { return s.name; });
-
-              // TODO: remove uneeded ones?
-              if (scope.visualization.options.seriesOptions == undefined) {
-                scope.visualization.options.seriesOptions = {
-                  type: scope.globalSeriesType
-                };
-              };
-
-              _.each(scope.series, function(s, i) {
-                if (scope.visualization.options.seriesOptions[s] == undefined) {
-                  scope.visualization.options.seriesOptions[s] = {'type': scope.visualization.options.globalSeriesType, 'yAxis': 0};
-                }
-                scope.visualization.options.seriesOptions[s].zIndex = scope.visualization.options.seriesOptions[s].zIndex === undefined ? i : scope.visualization.options.seriesOptions[s].zIndex;
-                scope.visualization.options.seriesOptions[s].index = scope.visualization.options.seriesOptions[s].index === undefined ? i : scope.visualization.options.seriesOptions[s].index;
-              });
-              scope.zIndexes = _.range(scope.series.length);
-              scope.yAxes = [[0, 'left'], [1, 'right']];
-            };
-
-            var initColumnMapping = function() {
-              scope.columns = scope.queryResult.getColumns();
-
-              if (scope.visualization.options.columnMapping == undefined) {
-                scope.visualization.options.columnMapping = {};
-              }
-
-              scope.columnTypeSelection = scope.visualization.options.columnMapping;
-
-              _.each(scope.columns, function(column) {
-                var definition = column.name.split("::"),
-                    definedColumns = _.keys(scope.visualization.options.columnMapping);
-
-                if (_.indexOf(definedColumns, column.name) != -1) {
-                  // Skip already defined columns.
-                  return;
-                };
-
-                if (definition.length == 1) {
-                  scope.columnTypeSelection[column.name] = scope.visualization.options.columnMapping[column.name] = 'unused';
-                } else if (definition == 'multi-filter') {
-                  scope.columnTypeSelection[column.name] = scope.visualization.options.columnMapping[column.name] = 'series';
-                } else if (_.indexOf(_.values(scope.columnTypes), definition[1]) != -1) {
-                  scope.columnTypeSelection[column.name] = scope.visualization.options.columnMapping[column.name] = definition[1];
-                } else {
-                  scope.columnTypeSelection[column.name] = scope.visualization.options.columnMapping[column.name] = 'unused';
-                }
-              });
-            };
-
-            columnsWatch = scope.$watch('queryResult.getId()', function(id) {
-              if (!id) {
-                return;
-              }
-
-              initColumnMapping();
-              refreshSeries();
-            });
-
-            scope.$watchCollection('columnTypeSelection', function(selections) {
-              _.each(scope.columnTypeSelection, function(type, name) {
-                scope.visualization.options.columnMapping[name] = type;
-              });
-
-              refreshSeries();
-            });
-
-            chartOptionsUnwatch = scope.$watch("stacking", function (stacking) {
-              if (stacking == "none") {
-                scope.visualization.options.series.stacking = null;
-              } else {
-                scope.visualization.options.series.stacking = stacking;
-              }
-            });
-
-            scope.visualization.options.xAxis = scope.visualization.options.xAxis || {};
-            scope.visualization.options.xAxis.labels = scope.visualization.options.xAxis.labels || {};
-            if (scope.visualization.options.xAxis.labels.enabled === undefined) {
-              scope.visualization.options.xAxis.labels.enabled = true;
-            }
-
-            scope.xAxisType = (scope.visualization.options.xAxis && scope.visualization.options.xAxis.type) || scope.xAxisType;
-
-            xAxisUnwatch = scope.$watch("xAxisType", function (xAxisType) {
-              scope.visualization.options.xAxis = scope.visualization.options.xAxis || {};
-              scope.visualization.options.xAxis.type = xAxisType;
-            });
-          } else {
-            if (chartOptionsUnwatch) {
-              chartOptionsUnwatch();
-              chartOptionsUnwatch = null;
-            }
-
-            if (columnsWatch) {
-              columnWatch();
-              columnWatch = null;
-            }
-
-            if (xAxisUnwatch) {
-              xAxisUnwatch();
-              xAxisUnwatch = null;
-            }
-          }
-        });
+        if (scope.columnNames)
+          _.each(scope.options.columnMapping, function(value, key) {
+            if (scope.columnNames.length > 0 && !_.contains(scope.columnNames, key))
+              return;
+            if (value == 'x')
+              scope.form.xAxisColumn = key;
+            else if (value == 'y')
+              scope.form.yAxisColumns.push(key);
+            else if (value == 'series')
+              scope.form.groupby = key;
+          });
       }
     }
   });

rd_ui/app/scripts/visualizations/cohort.js

@@ -1,67 +1,87 @@
 (function () {
-    var cohortVisualization = angular.module('redash.visualization');
+  var cohortVisualization = angular.module('redash.visualization');
 
-    cohortVisualization.config(['VisualizationProvider', function(VisualizationProvider) {
-        VisualizationProvider.registerVisualization({
-            type: 'COHORT',
-            name: 'Cohort',
-            renderTemplate: '<cohort-renderer options="visualization.options" query-result="queryResult"></cohort-renderer>'
-        });
-    }]);
+  cohortVisualization.config(['VisualizationProvider', function (VisualizationProvider) {
 
-    cohortVisualization.directive('cohortRenderer', function() {
-        return {
-            restrict: 'E',
-            scope: {
-                queryResult: '='
-            },
-            template: "",
-            replace: false,
-            link: function($scope, element, attrs) {
-                $scope.$watch('queryResult && queryResult.getData()', function (data) {
-                    if (!data) {
-                        return;
-                    }
+    var editTemplate = '<cohort-editor></cohort-editor>';
+    var defaultOptions = {
+      'timeInterval': 'daily'
+    };
 
-                    if ($scope.queryResult.getData() == null) {
-
-                    } else {
-                        var sortedData = _.sortBy($scope.queryResult.getData(),function(r) {
-                          return r['date'] + r['day_number']  ;
-                        });
-                        
-                        var grouped = _.groupBy(sortedData, "date");
-                        var maxColumns = _.reduce(grouped, function(memo, data){ 
-                            return (data.length > memo)? data.length : memo;
-                        }, 0);
-                        var data = _.map(grouped, function(values, date) {
-                           var row = [values[0].total];
-                            _.each(values, function(value) { row.push(value.value); });
-                            _.each(_.range(values.length, maxColumns), function() { row.push(null); });
-                            return row;
-                        });
-
-                        var initialDate = moment(sortedData[0].date).toDate(),
-                            container = angular.element(element)[0];
-
-                        Cornelius.draw({
-                            initialDate: initialDate,
-                            container: container,
-                            cohort: data,
-                            title: null,
-                            timeInterval: 'daily',
-                            labels: {
-                                time: 'Activation Day',
-                                people: 'Users'
-                            },
-                            formatHeaderLabel: function (i) {
-                                return "Day " + (i - 1);
-                            }
-                        });
-                    }
-                });
-            }
-        }
+    VisualizationProvider.registerVisualization({
+      type: 'COHORT',
+      name: 'Cohort',
+      renderTemplate: '<cohort-renderer options="visualization.options" query-result="queryResult"></cohort-renderer>',
+      editorTemplate: editTemplate,
+      defaultOptions: defaultOptions
     });
+  }]);
 
-}());
+  cohortVisualization.directive('cohortRenderer', function () {
+    return {
+      restrict: 'E',
+      scope: {
+        queryResult: '=',
+        options: '='
+      },
+      template: "",
+      replace: false,
+      link: function ($scope, element, attrs) {
+        $scope.options.timeInterval = $scope.options.timeInterval || 'daily';
+
+        var updateCohort = function () {
+          if ($scope.queryResult.getData() === null) {
+            return;
+          }
+
+          var sortedData = _.sortBy($scope.queryResult.getData(), function (r) {
+            return r['date'] + r['day_number'];
+          });
+
+          var grouped = _.groupBy(sortedData, "date");
+
+          var maxColumns = _.reduce(grouped, function (memo, data) {
+            return (data.length > memo) ? data.length : memo;
+          }, 0);
+
+          var data = _.map(grouped, function (values, date) {
+            var row = [values[0].total];
+            _.each(values, function (value) {
+              row.push(value.value);
+            });
+            _.each(_.range(values.length, maxColumns), function () {
+              row.push(null);
+            });
+            return row;
+          });
+
+          var initialDate = moment(sortedData[0].date).toDate(),
+            container = angular.element(element)[0];
+
+          Cornelius.draw({
+            initialDate: initialDate,
+            container: container,
+            cohort: data,
+            title: null,
+            timeInterval: $scope.options.timeInterval,
+            labels: {
+              time: 'Time',
+              people: 'Users',
+              weekOf: 'Week of'
+            }
+          });
+        }
+
+        $scope.$watch('queryResult && queryResult.getData()', updateCohort);
+        $scope.$watch('options.timeInterval', updateCohort);
+      }
+    }
+  });
+  cohortVisualization.directive('cohortEditor', function () {
+    return {
+      restrict: 'E',
+      templateUrl: '/views/visualizations/cohort_editor.html'
+    }
+  });
+
+}());

rd_ui/app/scripts/visualizations/counter.js

@@ -31,31 +31,33 @@
       restrict: 'E',
       templateUrl: '/views/visualizations/counter.html',
       link: function($scope, elm, attrs) {
-        $scope.$watch('[queryResult && queryResult.getData(), visualization.options]',
-          function() {
-            var queryData = $scope.queryResult.getData();
-            if (queryData) {
-              var rowNumber = $scope.visualization.options.rowNumber - 1;
-              var targetRowNumber = $scope.visualization.options.targetRowNumber - 1;
-              var counterColName = $scope.visualization.options.counterColName;
-              var targetColName = $scope.visualization.options.targetColName;
+        var refreshData = function() {
+          var queryData = $scope.queryResult.getData();
+          if (queryData) {
+            var rowNumber = $scope.visualization.options.rowNumber - 1;
+            var targetRowNumber = $scope.visualization.options.targetRowNumber - 1;
+            var counterColName = $scope.visualization.options.counterColName;
+            var targetColName = $scope.visualization.options.targetColName;
 
-              if (counterColName) {
-                $scope.counterValue = queryData[rowNumber][counterColName];
-              }
-
-              if (targetColName) {
-                $scope.targetValue = queryData[targetRowNumber][targetColName];
-
-                if ($scope.targetValue) {
-                  $scope.delta = $scope.counterValue - $scope.targetValue;
-                  $scope.trendPositive = $scope.delta >= 0;
-                }
-              } else {
-                $scope.targetValue = null;
-              }
+            if (counterColName) {
+              $scope.counterValue = queryData[rowNumber][counterColName];
             }
-          }, true);
+
+            if (targetColName) {
+              $scope.targetValue = queryData[targetRowNumber][targetColName];
+
+              if ($scope.targetValue) {
+                $scope.delta = $scope.counterValue - $scope.targetValue;
+                $scope.trendPositive = $scope.delta >= 0;
+              }
+            } else {
+              $scope.targetValue = null;
+            }
+          }
+        };
+
+        $scope.$watch("visualization.options", refreshData, true);
+        $scope.$watch("queryResult && queryResult.getData()", refreshData);
       }
     }
   });

rd_ui/app/scripts/visualizations/date_range_selector.js

@@ -0,0 +1,43 @@
+(function (window) {
+  var module = angular.module('redash.visualization');
+
+  module.directive('dateRangeSelector', [function () {
+    return {
+      restrict: 'E',
+      scope: {
+        dateRange: "="
+      },
+      templateUrl: '/views/visualizations/date_range_selector.html',
+      replace: true,
+      controller: ['$scope', function ($scope) {
+        $scope.dateRangeHuman = {
+          min: null,
+          max: null
+        };
+
+        $scope.$watch('dateRange', function (dateRange, oldDateRange, scope) {
+          scope.dateRangeHuman.min = dateRange.min.format('YYYY-MM-DD');
+          scope.dateRangeHuman.max = dateRange.max.format('YYYY-MM-DD');
+        });
+
+        $scope.$watch('dateRangeHuman', function (dateRangeHuman, oldDateRangeHuman, scope) {
+          var newDateRangeMin = moment.utc(dateRangeHuman.min);
+          var newDateRangeMax = moment.utc(dateRangeHuman.max);
+          if (!newDateRangeMin ||
+              !newDateRangeMax ||
+              !newDateRangeMin.isValid() ||
+              !newDateRangeMax.isValid() ||
+              newDateRangeMin.isAfter(newDateRangeMax)) {
+            // Prevent invalid date input
+            // No need to show up a notification to user here, it will be too noisy.
+            // Instead, simply preventing changes to the scope silently.
+            scope.dateRangeHuman = oldDateRangeHuman;
+            return;
+          }
+          scope.dateRange.min = newDateRangeMin;
+          scope.dateRange.max = newDateRangeMax;
+        }, true);
+      }]
+    }
+  }]);
+})(window);

rd_ui/app/scripts/visualizations/table.js

@@ -79,14 +79,14 @@
               } else if (columnType === 'date') {
                 columnDefinition.formatFunction = function (value) {
                   if (value && moment.isMoment(value)) {
-                    return value.toDate().toLocaleDateString();
+                    return value.format(clientConfig.dateFormat);
                   }
                   return value;
                 };
               } else if (columnType === 'datetime') {
                 columnDefinition.formatFunction = function (value) {
                   if (value && moment.isMoment(value)) {
-                    return value.toDate().toLocaleString();
+                    return value.format(clientConfig.dateTimeFormat);
                   }
                   return value;
                 };

rd_ui/app/styles/redash.css

@@ -26,10 +26,6 @@ a.navbar-brand img {
     height: 40px;
 }
 
-.graph {
-    height: 300px;
-}
-
 .avatar {
     margin-top: 5px;
     margin-bottom: 5px;
@@ -356,10 +352,56 @@ counter-renderer counter-name {
     display: block;
 }
 
+.box {
+  font: 10px sans-serif;
+}
+
+.box line,
+.box rect,
+.box circle {
+  fill: #fff;
+  stroke: #000;
+  stroke-width: 1.5px;
+}
+
+.box .center {
+  stroke-dasharray: 3,3;
+}
+
+.box .outlier {
+  fill: none;
+  stroke: #000;
+}
+.axis text {
+  font: 10px sans-serif;
+}
+
+.axis path,
+.axis line {
+  fill: none;
+  stroke: #000;
+  shape-rendering: crispEdges;
+}
+
+.grid-background {
+  fill: #ddd;
+}
+.grid path,
+.grid line {
+  fill: none;
+  stroke: #fff;
+  shape-rendering: crispEdges;
+}
+.grid .minor line {
+  stroke-opacity: .5;
+}
+.grid text {
+  display: none;
+}
+
 .rd-widget-textbox p {
     margin-bottom: 0;
 }
-
 .iframe-container {
     height: 100%;
 }
@@ -386,16 +428,87 @@ div.table-name {
     padding: 30px;
 }
 
-/*
-bootstrap's hidden-xs class adds display:block when not hidden
-use this class when you need to keep the original display value
-*/
-@media (max-width: 767px) {
-    .rd-hidden-xs {
-        display: none !important;
-    }
-}
-
 .log-container {
     margin-bottom: 50px;
 }
+
+/* Footer */
+
+.footer {
+    color: #818d9f;
+    padding-bottom: 30px;
+}
+
+.footer a {
+    color: #818d9f;
+    margin-left: 20px;
+}
+
+.col-table .missing-value {
+    color: #b94a48;
+}
+
+.col-table .super-small-input {
+    padding-left: 3px;
+    height: 24px;
+}
+
+.col-table .ui-select-toggle, .col-table .ui-select-search {
+    padding: 2px;
+    padding-left: 5px;
+    height: 24px;
+}
+
+.clearable button {
+    border-top-right-radius: 0;
+    border-bottom-right-radius: 0;
+}
+
+/* Immediately apply ng-cloak, instead of waiting for angular.js to load: */
+[ng\:cloak], [ng-cloak], [data-ng-cloak], [x-ng-cloak], .ng-cloak, .x-ng-cloak {
+  display: none !important;
+}
+
+/* Smart Table */
+
+.smart-table {
+    margin-bottom: 0px;
+}
+
+.smart-table .pagination {
+    margin-bottom: 5px;
+    margin-top: 10px;
+}
+
+/* Embed Code */
+.embed-code code  {
+    display: block;
+    white-space: normal;
+    width: 100%;
+}
+.embed-code i  {
+    cursor: pointer;
+}
+
+.voffset  { margin-top: 2px; }
+.voffset1 { margin-top: 5px; }
+.voffset2 { margin-top: 10px; }
+.voffset3 { margin-top: 15px; }
+.voffset4 { margin-top: 30px; }
+.voffset5 { margin-top: 40px; }
+.voffset6 { margin-top: 60px; }
+.voffset7 { margin-top: 80px; }
+.voffset8 { margin-top: 100px; }
+.voffset9 { margin-top: 150px; }
+
+.overlay {
+    background-color: #808080;
+    width: 100%;
+    height: 100%;
+    position: absolute;
+    top: 0;
+    left: 0;
+    padding: 0;
+    z-index: 1000;
+    opacity: 0.7;
+}

rd_ui/app/views/alerts/edit.html

@@ -1,6 +1,6 @@
-<div class="container">
+    <div class="container">
     <ol class="breadcrumb">
-        <li><a href="/alerts">Alerts</a></li>
+        <li><a href="alerts">Alerts</a></li>
         <li class="active">{{alert.name || getDefaultName() || "New"}}</li>
     </ol>
     <div class="row">
@@ -44,6 +44,12 @@
                             <input type="number" class="form-control" ng-model="alert.options.value" placeholder="reference value" required/>
                         </div>
                     </div>
+                    <div class="form-group">
+                        <label class="control-label col-md-2">Rearm seconds</label>
+                        <div class="col-md-4">
+                            <input type="number" class="form-control" ng-model="alert.rearm" />
+                        </div>
+                    </div>
                 </div>
 
                 <div class="form-group">
@@ -55,4 +61,4 @@
             <alert-subscribers alert-id="alert.id"></alert-subscribers>
         </div>
     </div>
-</div>
+</div>

rd_ui/app/views/alerts/list.html

@@ -5,7 +5,7 @@
     <div class="row">
         <div class="col-md-12">
             <p>
-                <a href="/alerts/new" class="btn btn-default"><i class="fa fa-plus"></i> New Alert</a>
+                <a href="alerts/new" class="btn btn-default"><i class="fa fa-plus"></i> New Alert</a>
             </p>
 
             <smart-table rows="alerts" columns="gridColumns"

rd_ui/app/views/dashboard.html

@@ -46,7 +46,7 @@
                           tooltip-placement="bottom">Updated: <span am-time-ago="queryResult.getUpdatedAt()"></span></span>
 
                     <span class="pull-right">
-                        <a class="btn btn-default btn-xs" ng-href="/queries/{{query.id}}#{{widget.visualization.id}}" ng-show="currentUser.hasPermission('view_query')"><span class="glyphicon glyphicon-link"></span></a>
+                        <a class="btn btn-default btn-xs" ng-href="queries/{{query.id}}#{{widget.visualization.id}}" ng-show="currentUser.hasPermission('view_query')"><span class="glyphicon glyphicon-link"></span></a>
                         <button type="button" class="btn btn-default btn-xs" ng-show="dashboard.canEdit()" ng-click="deleteWidget()" title="Remove Widget"><span class="glyphicon glyphicon-trash"></span></button>
                     </span>
 
@@ -58,7 +58,22 @@
                 </div>
             </div>
 
-            <div class="panel panel-default rd-widget-textbox" ng-if="type=='textbox'" ng-mouseenter="showControls = true" ng-mouseleave="showControls = false">
+            <div class="panel panel-default rd-widget-textbox" ng-if="type=='restricted'">
+                <div class="panel-body">
+                    <div class="row">
+                        <div class="col-lg-12">
+                            <div class="text-center">
+                                <h1><span class="glyphicon glyphicon-lock"></span></h1>
+                                <p class="text-muted">
+                                    This widget requires access to a data source you don't have access to.
+                                </p>
+                            </div>
+                        </div>
+                    </div>
+                </div>
+            </div>
+
+            <div class="panel panel-default rd-widget-textbox" ng-hide="widget.width == 0" ng-if="type=='textbox'" ng-mouseenter="showControls = true" ng-mouseleave="showControls = false">
                 <div class="panel-body">
                     <div class="row">
                         <div class="col-lg-11">

rd_ui/app/views/data_sources/edit.html

@@ -1,6 +1,6 @@
 <div class="container">
     <ol class="breadcrumb">
-        <li><a href="/data_sources">Data Sources</a></li>
+        <li><a href="data_sources">Data Sources</a></li>
         <li class="active">{{dataSource.name || "New"}}</li>
     </ol>
     <div class="row">

rd_ui/app/views/data_sources/form.html

@@ -10,9 +10,9 @@
     <div class="form-group" ng-class='{"has-error": !inner.input.$valid}' ng-form="inner" ng-repeat="(name, input) in type.configuration_schema.properties">
         <label>{{input.title || name | capitalize}}</label>
         <input name="input" type="{{input.type}}" class="form-control" ng-model="dataSource.options[name]" ng-required="input.required"
-                ng-if="input.type !== 'file'" accesskey="tab">
+                ng-if="input.type !== 'file'" accesskey="tab" placeholder="{{input.default}}">
 
-        <input name="input" type="file" class="form-control" ng-model="files[name]" ng-required="input.required"
+        <input name="input" type="file" class="form-control" ng-model="files[name]" ng-required="input.required && !dataSource.options[name]"
                base-sixty-four-input
                ng-if="input.type === 'file'">
     </div>

rd_ui/app/views/data_sources/list.html

@@ -9,7 +9,7 @@
                     <i class="fa fa-database"></i> {{dataSource.name}}
                     <button class="btn btn-xs btn-danger pull-right" ng-click="deleteDataSource($event, dataSource)">Delete</button>
                 </div>
-                <a ng-href="/data_sources/new" class="list-group-item">
+                <a ng-href="data_sources/new" class="list-group-item">
                     <i class="fa fa-plus"></i> Add Data Source
                 </a>
             </div>

rd_ui/app/views/groups/edit_group_form.html

@@ -0,0 +1,12 @@
+<div class="modal-header">
+    <h3 class="modal-title">{{title}}</h3>
+</div>
+<div class="modal-body">
+    <form class="form">
+        <input type="text" ng-model="group.name" placeholder="Group Name" class="form-control"/>
+    </form>
+</div>
+<div class="modal-footer">
+    <button class="btn btn-default" ng-click="cancel()">Cancel</button>
+    <button class="btn btn-primary" ng-click="ok()">{{saveButtonText}}</button>
+</div>

rd_ui/app/views/groups/list.html

@@ -0,0 +1,15 @@
+<div class="container">
+    <users-nav></users-nav>
+
+    <div class="row voffset1">
+        <div class="col-md-12">
+            <p ng-if="currentUser.hasPermission('admin')">
+                <a href="#" ng-click="newGroup()" class="btn btn-default"><i class="fa fa-plus"></i> New Group</a>
+            </p>
+
+            <smart-table rows="groups" columns="gridColumns"
+                         config="gridConfig"
+                         class="table table-condensed table-hover"></smart-table>
+        </div>
+    </div>
+</div>

rd_ui/app/views/groups/show.html

@@ -0,0 +1,42 @@
+<div class="container">
+    <users-nav></users-nav>
+
+    <group-name group="group"></group-name>
+
+    <div class="row">
+        <div class="col-lg-4">
+            <ul class="nav nav-pills">
+                <li role="presentation" class="active"><a href="groups/{{group.id}}">Members</a></li>
+                <li role="presentation" ng-if="currentUser.isAdmin"><a href="groups/{{group.id}}/data_sources">Data Sources</a></li>
+            </ul>
+        </div>
+
+        <div class="col-lg-8" ng-if="currentUser.isAdmin">
+            <ui-select ng-model="newMember.selected" on-select="addMember($item)">
+                <ui-select-match placeholder="Add New Member"></ui-select-match>
+                <ui-select-choices repeat="user in foundUsers | filter:$select.search"
+                                   refresh="findUser($select.search)"
+                                   refresh-delay="0"
+                                   ui-disable-choice="user.alreadyMember">
+                    <div>
+                        <img src="{{user.gravatar_url}}" height="24px">&nbsp;{{user.name}}
+                        <small ng-if="user.alreadyMember">(already member in this group)</small>
+                    </div>
+                </ui-select-choices>
+            </ui-select>
+        </div>
+    </div>
+    <div class="row voffset1">
+        <div class="col-lg-12">
+
+            <table class="table table-condensed table-hover">
+                <tbody>
+                    <tr ng-repeat="member in members">
+                        <td width="50px"><img src="{{member.gravatar_url}}" height="40px"/></td>
+                        <td>{{member.name}} <button class="pull-right btn btn-sm btn-danger" ng-click="removeMember(member)" ng-if="currentUser.isAdmin">Remove</button></td>
+                    </tr>
+                </tbody>
+            </table>
+        </div>
+    </div>
+</div>

rd_ui/app/views/groups/show_data_sources.html

@@ -0,0 +1,57 @@
+<div class="container">
+    <users-nav></users-nav>
+
+    <group-name group="group"></group-name>
+
+    <div class="row">
+        <div class="col-lg-4">
+            <ul class="nav nav-pills">
+                <li role="presentation"><a href="groups/{{group.id}}">Members</a></li>
+                <li role="presentation" class="active"><a href="groups/{{group.id}}/data_sources">Data Sources</a></li>
+            </ul>
+        </div>
+        <div class="col-lg-8">
+            <ui-select ng-model="newDataSource.selected" on-select="addDataSource($item)">
+                <ui-select-match placeholder="Add Data Source"></ui-select-match>
+                <ui-select-choices repeat="dataSource in foundDataSources | filter:$select.search"
+                                   refresh="findDataSource($select.search)"
+                                   refresh-delay="0">
+                    <div>
+                        {{dataSource.name}}
+                    </div>
+                </ui-select-choices>
+            </ui-select>
+        </div>
+    </div>
+    <div class="row voffset1">
+        <div class="col-lg-12">
+            <table class="table table-condensed table-hover">
+                <thead>
+                </thead>
+                <tbody>
+                    <tr ng-repeat="dataSource in dataSources">
+                        <td> {{dataSource.name}}</td>
+                        <td width="180px">
+                            <div class="btn-group" dropdown>
+                                <button type="button" class="btn btn-sm btn-default dropdown-toggle" dropdown-toggle ng-if="dataSource.view_only">
+                                    View Only <span class="caret"></span>
+                                </button>
+
+                                <button type="button" class="btn btn-sm btn-success dropdown-toggle" dropdown-toggle ng-if="!dataSource.view_only">
+                                    Full Access <span class="caret"></span>
+                                </button>
+
+                                <ul class="dropdown-menu" role="menu">
+                                    <li><a href="#" ng-click="changePermission(dataSource, false)"><small ng-if="!dataSource.view_only"><span class="glyphicon glyphicon-ok"/></small> Full Access<br/></a></li>
+                                    <li><a href="#" ng-click="changePermission(dataSource, true)"><small ng-if="dataSource.view_only"><span class="glyphicon glyphicon-ok"/></small> View Only</a></li>
+                                </ul>
+                            </div>
+
+                            <button class="pull-right btn btn-sm btn-danger" ng-click="removeDataSource(dataSource)">Remove</button>
+                        </td>
+                    </tr>
+                </tbody>
+            </table>
+        </div>
+    </div>
+</div>

rd_ui/app/views/index.html

@@ -1,20 +1,34 @@
 <div class="container">
-    <h2>Dashboards</h2>
-    <div class="list-group" ng-repeat="(name, dashboards) in allDashboards">
-        <div class="list-group-item active">
-            {{name}}
-            <button ng-show="currentUser.hasPermission('create_dashboard')" type="button" class="btn btn-sm btn-link" data-toggle="modal" href="#new_dashboard_dialog" tooltip="New Dashboard"><span class="glyphicon glyphicon-plus-sign"></span></button>
+    <div class="row">
+        <p>
+            <a href="queries/new" class="btn btn-default">New Query</a>
+            <button ng-show="currentUser.hasPermission('create_dashboard')" type="button" class="btn btn-default" data-toggle="modal" href="#new_dashboard_dialog">New Dashboard</button>
+            <a href="alerts/new" class="btn btn-default">New Alert</a>
+        </p>
+    </div>
+
+    <div class="row">
+        <div class="list-group col-md-6">
+            <div class="list-group-item active">
+                Recent Dashboards
+            </div>
+            <a ng-href="dashboard/{{dashboard.slug}}" class="list-group-item" ng-repeat="dashboard in recentDashboards">
+                {{dashboard.name}}
+            </a>
         </div>
-        <div class="list-group-item" ng-repeat="dashboard in dashboards" >
-            <button type="button" class="close delete-button" aria-hidden="true" ng-show="dashboard.canEdit()" ng-click="archiveDashboard(dashboard)" tooltip="Delete Dashboard">&times;</button>
-            <a ng-href="/dashboard/{{dashboard.slug}}">{{dashboard.name}}</a>
+
+        <div class="list-group col-md-6">
+            <div class="list-group-item active">
+                Recent Queries
+            </div>
+            <a ng-href="queries/{{query.id}}" class="list-group-item" ng-repeat="query in recentQueries">{{query.name}}</a>
         </div>
     </div>
 
-    <div ng-show="currentUser.hasPermission('admin')">
+    <div ng-show="currentUser.hasPermission('super_admin')" class="row">
         <div class="list-group">
             <div class="list-group-item active">Admin</div>
-            <a href="/admin/status" class="list-group-item">Status</a>
+            <a href="admin/status" class="list-group-item">Status</a>
         </div>
     </div>
 </div>

rd_ui/app/views/personal.html

@@ -1,34 +0,0 @@
-<div class="container">
-    <div class="row">
-        <p>
-            <a href="/queries/new" class="btn btn-default">New Query</a>
-            <button ng-show="currentUser.hasPermission('create_dashboard')" type="button" class="btn btn-default" data-toggle="modal" href="#new_dashboard_dialog">New Dashboard</button>
-            <a href="/alerts/new" class="btn btn-default">New Alert</a>
-        </p>
-    </div>
-
-    <div class="row">
-        <div class="list-group col-md-6">
-            <div class="list-group-item active">
-                Recent Dashboards
-            </div>
-            <a ng-href="/dashboard/{{dashboard.slug}}" class="list-group-item" ng-repeat="dashboard in recentDashboards">
-                {{dashboard.name}}
-            </a>
-        </div>
-
-        <div class="list-group col-md-6">
-            <div class="list-group-item active">
-                Recent Queries
-            </div>
-            <a ng-href="/queries/{{query.id}}" class="list-group-item" ng-repeat="query in recentQueries">{{query.name}}</a>
-        </div>
-    </div>
-
-    <div ng-show="currentUser.hasPermission('admin')" class="row">
-        <div class="list-group">
-            <div class="list-group-item active">Admin</div>
-            <a href="/admin/status" class="list-group-item">Status</a>
-        </div>
-    </div>
-</div>

rd_ui/app/views/queries_query_name_cell.html

@@ -1 +1 @@
-<a ng-href="/queries/{{dataRow.id}}">{{dataRow.name}}</a>
+<a ng-href="queries/{{dataRow.id}}">{{dataRow.name}}</a>

rd_ui/app/views/query.html

@@ -1,5 +1,17 @@
+<div class="container" style="position:relative">
+    <overlay ng-if="canCreateQuery === false">
+        You don't have permission to create new queries on any of the data sources available to you.
+        You can either <a href="queries">browse existing queries</a>, or ask for additional permissions from your re:dash admin.
+    </overlay>
 
-<div class="container">
+    <overlay ng-if="noDataSources && currentUser.isAdmin">
+        Looks like no data sources were created yet (or none of them available to the group(s) you're member of). Please create one first, and then start querying.<br/>
+        <a href="data_sources/new" class="btn btn-default">Create Data Source</a> <a href="groups" class="btn btn-default">Manage Group Permissions</a>
+    </overlay>
+
+    <overlay ng-if="noDataSources && !currentUser.isAdmin">
+        Looks like no data sources were created yet (or none of them available to the group(s) you're member of). Please ask your re:dash admin to create one first.
+    </overlay>
 
     <p class="alert alert-warning" ng-if="query.is_archived">This query is archived and can't be used in dashboards, and won't appear in search results.</p>
     <alert-unsaved-changes ng-if="canEdit" is-dirty="isDirty"></alert-unsaved-changes>
@@ -26,7 +38,7 @@
                 </div>
 
                 <div class="col-lg-2">
-                    <div class="rd-hidden-xs pull-right">
+                    <div class="pull-right">
                         <query-source-link></query-source-link>
                     </div>
                 </div>
@@ -63,12 +75,12 @@
         <div ng-class="editorSize">
             <div>
                 <p>
-                    <button type="button" class="btn btn-primary btn-xs" ng-disabled="queryExecuting" ng-click="executeQuery()">
+                    <button type="button" class="btn btn-primary btn-xs" ng-disabled="queryExecuting || !canExecuteQuery()" ng-click="executeQuery()">
                         <span class="glyphicon glyphicon-play"></span> Execute
                     </button>
                     <query-formatter></query-formatter>
                     <span class="pull-right">
-                        <button class="btn btn-xs btn-default rd-hidden-xs" ng-click="duplicateQuery()">
+                        <button class="btn btn-xs btn-default" ng-click="duplicateQuery()">
                             <span class="glyphicon glyphicon-share-alt"></span> Fork
                         </button>
 
@@ -90,7 +102,7 @@
             <div class="schema-browser">
                 <div ng-repeat="table in schema | filter:schemaFilter track by table.name">
                     <div class="table-name" ng-click="table.collapsed = !table.collapsed">
-                        <i class="fa fa-table"></i> <strong><span title="{{table.name}}">{{table.name}}</span></strong>
+                        <i class="fa fa-table"></i> <strong><span title="{{table.name}}">{{table.name}}</span><span ng-if="table.size !== undefined"> ({{table.size}})</span></strong>
                     </div>
                     <div collapse="table.collapsed && !schemaFilter">
                         <div ng-repeat="column in table.columns track by column" style="padding-left:16px;">{{column}}</div>
@@ -103,7 +115,7 @@
     </div>
     <hr ng-if="sourceMode">
     <div class="row">
-        <div class="col-lg-3 rd-hidden-xs">
+        <div class="col-lg-3">
             <p>
                 <span class="glyphicon glyphicon-user"></span>
                 <span class="text-muted">Created By </span>
@@ -148,7 +160,7 @@
             <p>
                 <a class="btn btn-primary btn-sm" ng-disabled="queryExecuting || !queryResult.getData()" query-result-link target="_self">
                     <span class="glyphicon glyphicon-cloud-download"></span>
-                    <span class="rd-hidden-xs">Download Dataset</span>
+                    <span>Download Dataset</span>
                 </a>
 
                 <a class="btn btn-warning btn-sm" ng-disabled="queryExecuting" data-toggle="modal" data-target="#archive-confirmation-modal"
@@ -213,7 +225,7 @@
                                 <span class="remove" ng-click="deleteVisualization($event, vis)" ng-show="canEdit"> &times;</span>
                             </rd-tab>
                             <rd-tab tab-id="add" name="&plus; New Visualization" removeable="true" ng-show="canEdit"></rd-tab>
-                            <li ng-if="!sourceMode" class="rd-tab-btn"><button class="btn btn-sm btn-default" ng-click="executeQuery()" ng-disabled="queryExecuting" title="Refresh Dataset"><span class="glyphicon glyphicon-refresh"></span></button></li>
+                            <li ng-if="!sourceMode" class="rd-tab-btn"><button class="btn btn-sm btn-default" ng-click="executeQuery()" ng-disabled="queryExecuting || !canExecuteQuery()" title="Refresh Dataset"><span class="glyphicon glyphicon-refresh"></span></button></li>
                         </ul>
                     </div>
                 </div>
@@ -222,6 +234,18 @@
                         <div ng-show="selectedTab == 'table'" >
                             <filters></filters>
                             <grid-renderer query-result="queryResult" items-per-page="50"></grid-renderer>
+
+                            <div class="row" ng-if="vis.type=='TABLE'" ng-repeat="vis in query.visualizations">
+                                <div class="col-lg-8 embed-code">
+                                    <i class="fa fa-code" ng-click="show_code = show_code==true ? false : true;"></i>
+                                    <div ng-show="show_code">
+                                        <span class="text-muted">Embed code for this table: <small>(height should be adjusted)</small></span>
+                                        <code>&lt;iframe src="{{ base_url }}/embed/query/{{query.id}}/visualization/{{ vis.id }}?api_key={{query.api_key}}"<br/>
+                                                  &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
+                                                  width="720" height="1650"&gt;&lt;/iframe&gt;</code>
+                                    </div>
+                                </div>
+                            </div>
                         </div>
 
                         <pivot-table-renderer ng-show="selectedTab == 'pivot'" query-result="queryResult"></pivot-table-renderer>
@@ -229,6 +253,18 @@
                         <div ng-show="selectedTab == vis.id" ng-repeat="vis in query.visualizations">
                             <visualization-renderer visualization="vis" query-result="queryResult"></visualization-renderer>
 
+                            <div class="row">
+                                <div class="col-lg-8 embed-code">
+                                    <i class="fa fa-code" ng-click="show_code = show_code==true ? false : true;"></i>
+                                    <div ng-show="show_code">
+                                        <span class="text-muted">Embed code for this chart: <small>(height should be adjusted)</small></span>
+                                        <code>&lt;iframe src="{{ base_url }}/embed/query/{{query.id}}/visualization/{{ vis.id }}?api_key={{query.api_key}}"<br/>
+                                                  &nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;
+                                                  width="720" height="391"&gt;&lt;/iframe&gt;</code>
+                                    </div>
+                                </div>
+                            </div>
+
                             <edit-visulatization-form visualization="vis" query="query" query-result="queryResult" ng-show="canEdit"></edit-visulatization-form>
                         </div>
 

rd_ui/app/views/users/list.html

@@ -1,11 +1,10 @@
 <div class="container">
-    <ol class="breadcrumb">
-        <li class="active">Users</li>
-    </ol>
-    <div class="row">
+    <users-nav></users-nav>
+
+    <div class="row voffset1">
         <div class="col-md-12">
             <p ng-if="currentUser.hasPermission('admin')">
-                <a href="/users/new" class="btn btn-default"><i class="fa fa-plus"></i> New User</a>
+                <a href="users/new" class="btn btn-default"><i class="fa fa-plus"></i> New User</a>
             </p>
 
             <smart-table rows="users" columns="gridColumns"

rd_ui/app/views/users/new.html

@@ -1,8 +1,5 @@
 <div class="container">
-    <ol class="breadcrumb">
-        <li><a href="/users">Users</a></li>
-        <li class="active">New</li>
-    </ol>
+    <users-nav></users-nav>
 
     <form class="form" name="userForm" ng-submit="saveUser()" novalidate>
         <div class="form-group required" show-errors>
@@ -26,7 +23,7 @@
             <span class="help-block error" ng-if="userForm.passwordRepeat.$error.compareTo">Passwords don't match.</span>
         </div>
         <div class="form-group">
-            <button class="btn btn-primary">Save</button>
+            <button class="btn btn-primary">Create</button>
         </div>
     </form>
 </div>

rd_ui/app/views/users/show.html

@@ -1,9 +1,7 @@
 <div class="container">
-    <ol class="breadcrumb">
-        <li ng-if="currentUser.hasPermission('list_users')"><a href="/users">Users</a></li>
-        <li ng-if="!currentUser.hasPermission('list_users')">Users</li>
-        <li class="active">{{user.name}}</li>
-    </ol>
+    <users-nav></users-nav>
+
+    <h2>{{user.name}}</h2>
 
     <tabset>
         <tab heading="Profile" active="tabs['profile']" select="setTab('profile')">

rd_ui/app/views/visualization-embed.html

@@ -0,0 +1,34 @@
+<div class="container" id="widget">
+    <div class="row">
+        <div class="col-lg-12" ng-controller='EmbeddedVisualizationCtrl'>
+
+            <div class="panel panel-default">
+                <div class="panel-heading">
+                    <h3 class="panel-title">
+                        <p>
+                            <visualization-name visualization="visualization"/>
+                        </p>
+                        <div class="text-muted" ng-bind-html="query.description | markdown"></div>
+                    </h3>
+                </div>
+
+                <visualization-renderer visualization="visualization" query-result="queryResult">
+                </visualization-renderer>
+
+                <div class="panel-footer">
+                    <span class="label label-default">Updated: <span am-time-ago="queryResult.getUpdatedAt()"></span></span>
+
+                    <span class="pull-right">
+                        <a class="btn btn-default btn-xs" ng-href="queries/{{query.id}}#{{widget.visualization.id}}"  target="_blank"><span class="glyphicon glyphicon-link"></span></a>
+                    </span>
+
+                    <span class="pull-right">
+                        <a class="btn btn-default btn-xs" ng-disabled="!queryResult.getData()" query-result-link target="_self">
+                            <span class="glyphicon glyphicon-cloud-download"></span>
+                        </a>
+                    </span>
+                </div>
+            </div>
+        </div>
+    </div>
+</div>

rd_ui/app/views/visualizations/boxplot.html

@@ -0,0 +1,2 @@
+<boxplot>
+</boxplot>

rd_ui/app/views/visualizations/boxplot_editor.html

@@ -0,0 +1,15 @@
+<div class="form-horizontal">
+  <div class="form-group">
+    <label class="col-lg-6">X Axis Label</label>
+    <div class="col-lg-6">
+      <input type="text" ng-model="visualization.options.xAxisLabel" class="form-control"></input>
+    </div>
+  </div>
+
+  <div class="form-group">
+    <label class="col-lg-6">Y Axis Label</label>
+    <div class="col-lg-6">
+      <input type="text" ng-model="visualization.options.yAxisLabel" class="form-control"></input>
+    </div>
+  </div>
+</div>

rd_ui/app/views/visualizations/chart.html

@@ -0,0 +1,3 @@
+<div style="max-height: 300px;">
+  <plotly-chart options='plotlyOptions' series='chartSeries' min-height="300"></plotly-chart>
+</div>