fixed help issues

Fix for panic in ReadFile and a convenience method for decoding and encoding resources to handoff to K8s

.circleci/config.yml

@@ -9,6 +9,7 @@ jobs:
     working_directory: /go/src/github.com/qlik-oss/sense-installer
     steps:
       - checkout
+      - run: make test
       - run: make build
   build_release:
     docker:
@@ -16,45 +17,27 @@ jobs:
     working_directory: /go/src/github.com/qlik-oss/sense-installer
     steps:
       - checkout
+      - run: make test
       - run: make xbuild-all
-      - run:
-          name: "Build latest master from porter repo"
-          command: |
-            export GO111MODULE=off
-            go get -u get.porter.sh/porter || true
-            cd /go/src/get.porter.sh/porter
-            # store porter master commit
-            git rev-parse HEAD > /go/porter-master-commit.txt
-            make xbuild-all VERSION=latest
-            cp -r bin/latest/* /go/src/github.com/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/bin/${CIRCLE_TAG}/
       - run:
           name: "Publish Release on GitHub"
           command: |
             go get github.com/tcnksm/ghr
-            # VERSION=v$(./artifacts/qliksense-linux-amd64 version | sed -nre 's/^[^0-9]*(([0-9]+\.)*[0-9]+).*/\1/p')
-            PORTER_REPO_COMMIT=$(cat /go/porter-master-commit.txt)
-            ghr -t ${GITHUB_TOKEN} -u ${CIRCLE_PROJECT_USERNAME} -r ${CIRCLE_PROJECT_REPONAME} -c ${CIRCLE_SHA1} -b "porter build based on commit: https://github.com/deislabs/porter/commit/${PORTER_REPO_COMMIT}" -delete ${CIRCLE_TAG}  /go/src/github.com/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/bin/${CIRCLE_TAG}/
+            ghr -t ${GITHUB_TOKEN} -u ${CIRCLE_PROJECT_USERNAME} -r ${CIRCLE_PROJECT_REPONAME} -c ${CIRCLE_SHA1} -delete ${CIRCLE_TAG}  /go/src/github.com/${CIRCLE_PROJECT_USERNAME}/${CIRCLE_PROJECT_REPONAME}/bin/${CIRCLE_TAG}/
 workflows:
   version: 2
   commit:
     jobs:
       - build:
           filters:
-            branches:
-              only: master
+            tags:
+              ignore: /^v.*/
   build_release:
     jobs:
-      - build:
+      - build_release:
           filters:
+            tags:
+              only: /^v.*/
             branches:
               ignore: /.*/
-            tags:
-              only: /v.*/
-      - build_release:
-          requires:
-            - build
-          filters:
-            branches:
-              ignore: /.*/ 
-            tags:
-              only: /v.*/
+

.gitignore

@@ -1,2 +1,7 @@
 bin
 .vscode
+cmd/qliksense/__debug_bin
+pkg/qliksense/crds
+pkg/qliksense/packrd
+pkg/qliksense/qliksense-packr.go
+pkg/qliksense/docker-registry

Makefile

@@ -3,13 +3,16 @@ PKG = github.com/qlik-oss/sense-installer
 # --no-print-directory avoids verbose logging when invoking targets that utilize sub-makes
 MAKE_OPTS ?= --no-print-directory
 
-LDFLAGS = -w -X $(PKG)/pkg.Version=$(VERSION) -X $(PKG)/pkg.Commit=$(COMMIT)
-XBUILD = CGO_ENABLED=0 go build -a -tags netgo -ldflags '$(LDFLAGS)'
+LDFLAGS = -w -X $(PKG)/pkg.Version=$(VERSION) -X $(PKG)/pkg.Commit=$(COMMIT) -X "$(PKG)/pkg.CommitDate=$(COMMIT_DATE)"
+XBUILD = CGO_ENABLED=0 go build -a -tags "$(BUILDTAGS)" -ldflags '$(LDFLAGS)'
 BINDIR = bin
 
 COMMIT ?= $(shell git rev-parse --short HEAD)
+COMMIT_DATE ?= $(shell git show --no-patch --no-notes --pretty='%cd' $(COMMIT) --date=iso)
 VERSION ?= $(shell git describe --tags 2> /dev/null || echo v0)
 PERMALINK ?= $(shell git describe --tags --exact-match &> /dev/null && echo latest || echo canary)
+BUILDTAGS = netgo containers_image_ostree_stub exclude_graphdriver_devicemapper exclude_graphdriver_btrfs containers_image_openpgp
+
 
 CLIENT_PLATFORM ?= $(shell go env GOOS)
 CLIENT_ARCH ?= $(shell go env GOARCH)
@@ -21,8 +24,13 @@ SUPPORTED_ARCHES = amd64
 
 MIXIN = qliksense
 
+DEVNUL := /dev/null
+WHICH := which
+
 ifeq ($(CLIENT_PLATFORM),windows)
 FILE_EXT=.exe
+DEVNUL := NUL
+WHICH := where
 else ifeq ($(RUNTIME_PLATFORM),windows)
 FILE_EXT=.exe
 else
@@ -30,17 +38,57 @@ FILE_EXT=
 endif
 
 .PHONY: build
-build:
+build: clean generate
 	mkdir -p $(BINDIR)
-	go build -ldflags '$(LDFLAGS)' -o $(BINDIR)/$(MIXIN)$(FILE_EXT) ./cmd/$(MIXIN)
+	go build -ldflags '$(LDFLAGS)' -tags "$(BUILDTAGS)" -o $(BINDIR)/$(MIXIN)$(FILE_EXT) ./cmd/$(MIXIN)
+	$(MAKE) clean
 
-xbuild-all:
+.PHONY: test
+test:
+ifeq ($(shell ${WHICH} docker-registry 2>${DEVNUL}),)
+	$(eval TMP := $(shell mktemp -d))
+	git clone https://github.com/docker/distribution.git $(TMP)/docker-distribution
+	cd $(TMP)/docker-distribution; git checkout -b v2.7.1; make
+	cp $(TMP)/docker-distribution/bin/registry pkg/qliksense/docker-registry
+endif
+	go test -short -count=1 -tags "$(BUILDTAGS)" -v ./...
+
+xbuild-all: clean generate
 	$(foreach OS, $(SUPPORTED_PLATFORMS), \
     	$(foreach ARCH, $(SUPPORTED_ARCHES), \
             	$(MAKE) $(MAKE_OPTS) CLIENT_PLATFORM=$(OS) CLIENT_ARCH=$(ARCH) MIXIN=$(MIXIN) xbuild; \
     	))
-
+	$(MAKE) clean
 xbuild: $(BINDIR)/$(VERSION)/$(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH)$(FILE_EXT)
 $(BINDIR)/$(VERSION)/$(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH)$(FILE_EXT):
 	mkdir -p $(dir $@)
 	GOOS=$(CLIENT_PLATFORM) GOARCH=$(CLIENT_ARCH) $(XBUILD) -o $@ ./cmd/$(MIXIN)
+	tar -czvf $(BINDIR)/$(VERSION)/$(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH).tar.gz -C $(BINDIR)/$(VERSION)/ $(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH)$(FILE_EXT)
+	#tar -C $(BINDIR)/$(VERSION)/ -cvf $(BINDIR)/$(VERSION)/$(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH).tar.gz $(MIXIN)-$(CLIENT_PLATFORM)-$(CLIENT_ARCH)$(FILE_EXT)
+
+
+generate: get-crds packr2
+	go generate ./...
+
+HAS_PACKR2 := $(shell packr2)
+packr2:
+ifndef HAS_PACKR2
+	go get -u github.com/gobuffalo/packr/v2/packr2
+endif
+
+clean: clean-packr
+	-rm -rf /tmp/operator
+	-rm -fr pkg/qliksense/crds
+
+clean-packr: packr2
+	cd pkg/qliksense && packr2 clean
+
+get-crds:
+	$(eval TMP := $(shell mktemp -d))
+	git clone git@github.com:qlik-oss/qliksense-operator.git -b ms-3 $(TMP)/operator
+	mkdir -p pkg/qliksense/crds/cr
+	mkdir -p pkg/qliksense/crds/crd
+	mkdir -p pkg/qliksense/crds/crd-deploy
+	cp $(TMP)/operator/deploy/*.yaml pkg/qliksense/crds/crd-deploy
+	cp $(TMP)/operator/deploy/crds/*_crd.yaml pkg/qliksense/crds/crd
+	cp $(TMP)/operator/deploy/crds/*_cr.yaml pkg/qliksense/crds/cr

README.md

@@ -1,15 +1,150 @@
-# Qlik Sense installation and operations CLI
+# (WIP) Qlik Sense installation and operations CLI
 
-The Qlik Sense installations and operations CLI provides capabilities for installing the Qlik Sense on Kubernetes packaging and performing operations on qliksense.
+- [Qlik Sense installation and operations CLI](#qlik-sense-installation-and-operations-cli)
+  - [About](#about)
+    - [Future Direction](#future-direction)
+  - [Getting Started](#getting-started)
+    - [Requirements](#requirements)
+    - [Download](#download)
+    - [TL;DR](#TL;DR)
+    - [How qliksense CLI works](#how-qliksense-cli-works)
+      - [Witout Git Repo](#Without-git-repo)
+      - [With Git Repo](#With-a-git-repo)
+    - [Air Gapped](#air-gaped)
+  
+## About
 
-## Getting started
+The Qlik Sense installer CLI (qliksense) provides an imperitive interface to many of the configurations that need to be applied against the declaritive structure described in [qliksense-k8s](https://github.com/qlik-oss/qliksense-k8s). This cli faciliates to do
 
-Download the appropriate executable for your platform from the [releases page](https://github.com/qlik-oss/sense-installer/releases). When used, the CLI will check to see if porter is installed, if not, will download and install it. Once done, you can find porter through `echo $HOME/.porter` on Linux and MacOS and in `$Env:USERPROFILE\.porter` on Windows. You can also install it in advance, release > 0.22.1-beta.1 is required.
+- installation of QSEoK
+- installation of qliksense operator to manage QSEoK
+- air gapped installation of QSEoK
 
-To make sure everything is order, you can fetch the Qlik Sense bundle version and corresponding image list from:
- - `qliksense about --tag qlik/qliksense-cnab-bundle:latest `
+This is a technology preview that uses qlik modified [kustomize](https://github.com/qlik-oss/kustomize) to kubernetes manifests of the versions of the [qliksense-k8s](https://github.com/qlik-oss/qliksense-k8s) repository.
 
-## Qliksense Packaging
-Packaging of Qlik Sense on Kubernetes is done through a [Porter](https://porter.sh/) definition in the [Qlik Sense on Kubernetes configuration repository](https://github.com/qlik-oss/qliksense-k8s/blob/master/porter.yaml), the resulting bundle published on DockerHub as a [Cloud Natvie Application Bundle](https://cnab.io/) called [qliksense-cnab-bundle](https://hub.docker.com/r/qlik/qliksense-cnab-bundle).
-### Versioning
-A version of [qliksense-cnab-bundle](https://hub.docker.com/r/qlik/qliksense-cnab-bundle) is published corresponding to an edge release. To get the latest edge release simply specify `qliksense-cnab-bundle:latest`
+For each version of a qliksense sense edge build there should be a corresponding release in [qliksense-k8s] repository under [releases](https://github.com/qlik-oss/qliksense-k8s/releases)
+
+### Future Direction
+
+- More operations:
+  - Expanded preflight checks
+  - backup/restore operations
+  - fully support airgap installation of QSEoK
+  - restore unwanted deletion of kubernetes resoureces
+
+## Getting Started
+
+### Requirements
+
+- `kubectl` need to be installed and configured properly so that `kubectl` can connect to the kubernetes cluser. The `qliksense` CLI uses `kubectl` under the hood to perform operations on cluster
+  - (Docker Desktop setup tested for these instructions)
+  
+### Download
+
+- Download the appropriate executable for your platform from the [releases page](https://github.com/qlik-oss/sense-installer/releases) and rename it to `qliksense`. All the examplease down below uses `qliksense`.
+  
+### TL;DR
+
+- To download the version `v0.0.2` from qliksense-k8s [releases](https://github.com/qlik-oss/qliksense-k8s/releases).
+
+```shell
+$qliksense fetch v0.0.2
+```
+
+- To install CRDs for QSEoK and qliksense operator into the kubernetes cluster.
+
+```shell
+$qliksense crds install --all
+```
+
+- To install QSEoK into a namespace in the kubernetes cluster where `kubectl` is pointing to.
+
+```shell
+$qliksense install --acceptEULA="yes"
+```
+
+## How qliksense cli works
+
+At the initialization `qliksense` cli create few files in the director `~/.qliksene` and it contains following files
+
+```console
+.qliksense
+├── config.yaml
+├── contexts
+│   └── qlik-default
+│       └── qlik-default.yaml
+└── ejson
+    └── keys
+```
+
+`qlik-default.yaml` is a default CR has been created with some default values like this
+
+```yaml
+apiVersion: qlik.com/v1
+kind: Qliksense
+metadata:
+  name: qlik-default
+spec:
+  profile: docker-desktop
+  secrets:
+    qliksense:
+    - name: mongoDbUri
+      value: mongodb://qlik-default-mongodb:27017/qliksense?ssl=false
+  rotateKeys: "yes"
+  releaseName: qlik-default
+```
+
+The `qliksense` cli creates a default qliksense context (different from kubectl context) named `qlik-default` which will be the prefix for all kubernetes resources created by the cli under this context latter on. New context and configuration can be created by the cli.
+
+```console
+$ qliksense config
+do operations on/around CR
+
+Usage:
+  qliksense config [command]
+
+Available Commands:
+  apply         generate the patchs and apply manifests to k8s
+  list-contexts retrieves the contexts and lists them
+  set           configure a key value pair into the current context
+  set-configs   set configurations into the qliksense context
+  set-context   Sets the context in which the Kubernetes cluster and resources live in
+  set-secrets   set secrets configurations into the qliksense context
+  view          view the qliksense operator CR
+
+Flags:
+  -h, --help   help for config
+
+Use "qliksense config [command] --help" for more information about a command.
+```
+
+`qliksense` cli works in two modes
+
+- with a git repo fork/clone of [qliksense-k8s](https://github.com/qlik-oss/qliksense-k8s)
+- without git repo
+
+### Without git repo
+
+In this mode `qliksense` CLI download the specified version from [qliksense-k8s](https://github.com/qlik-oss/qliksense-k8s) and put it into folder `~/.qliksense/contexts/<context-name>/qlik-k8s`.
+
+The qliksense cli create a CR for the qliksense operator and all the config operations are peformed to edit the CR. So when `qliksense install` or `qliksense config apply` both generate patches in local file system (i.e `~/.qliksense/contexts/<context-name>/qlik-k8s`) and install those manifests into the cluster and create a custom resoruce (CR) for the `qliksene operator` then the operator make association to the isntalled resoruces  so that when `qliksenes uninstall` is performed the operator can delete all those kubernetes resources related to QSEoK for the current context.
+
+### With a git repo
+
+User has to create fork or clone of [qliksense-k8s](https://github.com/qlik-oss/qliksense-k8s) and push it to their own git server. When user perform `qliksense install` or `qliksene config apply` the qliksense operator do these tasks
+
+- downloads the corresponding version of manifests from the user's git repo.
+- generate kustomize patches
+- install kubernetes resoruces 
+- push those generated patches into a new branch in the provided git repo. so that user user can merge those patches into their master branch. 
+- spinup a cornjob to monitor master branch. If user modifies anything in the master branch those changes will be applied into the cluster. This is a light weight `git-ops` model
+
+This is how repo info is provided into the CR
+
+```console
+qliksense config set git.repository="https://github.com/my-org/qliksense-k8s"
+
+qliksense config set git.accessToken=blablalaala
+```
+
+## Air gaped

action_about.md

@@ -0,0 +1,41 @@
+# qliksense about
+
+About action will display inside information regarding [qliksense-k8](https://github.com/qlik-oss/qliksense-k8s) release.
+
+it will support following flags
+
+- `qliksense about 1.0.0` display default profile for tag `1.0.0`.
+- `qliksense about 1.0.0 --profile=docker-desktop`
+- `qliksense about` 
+  - assuming current directory has `manifests/docker-desktop`
+  - or get version information from pull of `qliksense-k8s` `master`
+
+using other supported commands user might have built the CR into the location `~/.qliksense/myqliksense.yaml`
+
+```yaml
+apiVersion: qlik.com/v1
+kind: QlikSense
+metadata:
+  name: myqliksense
+spec:
+  profile: docker-desktop
+  manifestsRoot: /Usr/ddd/my-k8-repo/manifests
+  namespace: myqliksense
+  storageClassName: efs
+  configs:
+    qliksense:
+    - name: acceptEULA
+      value: "yes"
+  secrets:
+    qliksense:
+    - name: mongoDbUri
+      value: "mongo://mongo:3307"
+    - name: messagingPassword
+      valueFromKey: messagingPassword
+```
+
+In that case the command would be
+
+- `qliksense about`
+   - display from `/Usr/ddd/my-k8-repo/manifests/docker-desktop` location
+   - pull from `master` if directory invalid/empty

action_config.md

@@ -0,0 +1,31 @@
+# qliksense config
+
+Config action will perform operations on configurations and contexts regarding the [qliksense-k8](https://github.com/qlik-oss/qliksense-k8s) release.
+
+it will support following commands:
+
+- `qliksense config apply` - generate the patchs and apply manifests to k8s
+- `qliksense config list-contexts` - retrieves the contexts and lists them
+- `qliksense config set` - configure a key value pair into the current context
+- `qliksense config set-configs` - set configurations into the qliksense context
+- `qliksense config set-context` - sets the context in which the Kubernetes cluster and resources live in
+- `qliksense config set-secrets` - set secrets configurations into the qliksense context
+- `qliksense config view` - view the qliksense operator CR
+
+the global file that abstracts all the contexts is `config.yaml`, located at:  `~/.qliksense/config.yaml`:
+```yaml
+apiVersion: config.qlik.com/v1
+kind: QliksenseConfig
+metadata:
+  name: QliksenseConfigMetadata
+spec:
+  contexts:
+  - name: qlik-default
+    crFile: /Users/fff/.qliksense/contexts/qlik-default/qlik-default.yaml
+  - name: myqliksense
+    crFile: /Users/fff/.qliksense/contexts/myqliksense/myqliksense.yaml
+  - name: hello
+    crFile: /Users/fff/.qliksense/contexts/hello/hello.yaml
+  currentContext: hello
+```
+

cmd/qliksense/about.go

@@ -0,0 +1,66 @@
+package main
+
+import (
+	"errors"
+	"fmt"
+	"strings"
+
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+	"gopkg.in/yaml.v2"
+)
+
+type aboutCommandOptions struct {
+	Profile string
+}
+
+func about(q *qliksense.Qliksense) *cobra.Command {
+	opts := &aboutCommandOptions{}
+
+	c := &cobra.Command{
+		Use:   "about ref",
+		Short: "Displays information pertaining to Qliksense on Kubernetes",
+		Long:  "Gives the version of QLik Sense on Kubernetes and versions of images.",
+		Example: `
+qliksense about 1.0.0
+  - display default profile (docker-desktop) for Git ref 1.0.0 in the qliksense-k8s repo 
+qliksense about 1.0.0 --profile=docker-desktop
+  - specifying profile
+qliksense about
+qliksense about --profile=test
+  - if no Git ref is provided, then get version information from the configuration on disk:
+    - if user's current directory has a subdirectory "manifests/${profile}",
+      then get version information from that
+    - if using other supported commands the user has built a CR in ~/.qliksense, 
+      then get version information based on the path derived like so: 
+      - ${spec.manifestsRoot}/${spec.profile} # if no profile flag provided
+      - ${spec.manifestsRoot}/${profile} # if profile is provided using the --profile command flag
+  - if no config found on disk in locations described above, 
+    then get version information based on the default profile in the qliksense-k8s repo master
+`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			if gitRef, err := getAboutCommandGitRef(args); err != nil {
+				return err
+			} else if vout, err := q.About(gitRef, opts.Profile); err != nil {
+				return err
+			} else if out, err := yaml.Marshal(vout); err != nil {
+				return err
+			} else if _, err := fmt.Println(string(out)); err != nil {
+				return err
+			}
+			return nil
+		},
+	}
+	f := c.Flags()
+	f.StringVar(&opts.Profile, "profile", "", "Configuration profile")
+	return c
+}
+
+func getAboutCommandGitRef(args []string) (string, error) {
+	if len(args) > 1 {
+		return "", errors.New("too many arguments, only 1 expected")
+	} else if len(args) == 1 {
+		return strings.TrimSpace(args[0]), nil
+	}
+	return "", nil
+}

cmd/qliksense/aliases.go

@@ -1,245 +0,0 @@
-package main
-
-import (
-	"bufio"
-	"os"
-	"strings"
-
-	"github.com/qlik-oss/sense-installer/pkg/qliksense"
-	"github.com/spf13/cobra"
-)
-
-func buildAliasCommands(porterCmd *cobra.Command, q *qliksense.Qliksense) []*cobra.Command {
-
-	return []*cobra.Command{
-		buildBuildAlias(porterCmd),
-		buildInstallAlias(porterCmd, q),
-		buildAboutAlias(porterCmd),
-	}
-
-}
-
-func buildBuildAlias(porterCmd *cobra.Command) *cobra.Command {
-	var (
-		c *cobra.Command
-	)
-	c = &cobra.Command{
-		Use:                "build",
-		Short:              "Build a bundle",
-		Long:               "Builds the bundle in the current directory by generating a Dockerfile and a CNAB bundle.json, and then building the invocation image.",
-		DisableFlagParsing: true,
-		RunE: func(cmd *cobra.Command, args []string) error {
-			return porterCmd.RunE(porterCmd, append([]string{"build"}, args...))
-		},
-		Annotations: map[string]string{
-			"group": "alias",
-		},
-	}
-	return c
-}
-
-type paramOptions struct {
-	aboutOptions
-	Params           []string
-	ParamFiles       []string
-	Name             string
-	InsecureRegistry bool
-
-	// CredentialIdentifiers is a list of credential names or paths to make available to the bundle.
-	CredentialIdentifiers []string
-	Driver                string
-	Force                 bool
-	Insecure              bool
-}
-
-func buildInstallAlias(porterCmd *cobra.Command, q *qliksense.Qliksense) *cobra.Command {
-	var (
-		c        *cobra.Command
-		opts     *paramOptions
-		registry *string
-	)
-
-	opts = &paramOptions{}
-
-	c = &cobra.Command{
-		Use:   "install [INSTANCE]",
-		Short: "Install qliksense",
-		Long: `Install a new instance of a bundle.
-
-The first argument is the bundle instance name to create for the installation. This defaults to the name of the bundle. 
-
-Porter uses the Docker driver as the default runtime for executing a bundle's invocation image, but an alternate driver may be supplied via '--driver/-d'.
-For example, the 'debug' driver may be specified, which simply logs the info given to it and then exits.`,
-		Example: `  qliksense install
-  qliksense install --version v1.0.0
-  qliksense install --insecure
-  qliksense install qliksense --file qliksense/bundle.json
-  qliksense install --param-file base-values.txt --param-file dev-values.txt --param test-mode=true --param header-color=blue
-  qliksense install --cred kubernetes
-  qliksense install --driver debug
-  qliksense install MyAppFromTag --tag qlik/qliksense-cnab-bundle:v1.0.0
-`,
-		//DisableFlagParsing: true,
-		RunE: func(cmd *cobra.Command, args []string) error {
-			// Push images here.
-			// TODO: Need to get the private reg from params
-			args = append(os.Args[1:], opts.getTagDefaults(args)...)
-			if registry = opts.findKey("dockerRegistry"); registry != nil {
-				if len(*registry) > 0 {
-					q.TagAndPushImages(*registry)
-				}
-			}
-			return porterCmd.RunE(porterCmd, append([]string{"install"}, args...))
-		},
-		Annotations: map[string]string{
-			"group": "alias",
-		},
-	}
-	f := c.Flags()
-	f.StringVarP(&opts.Version, "version", "v", "latest",
-		"Version of Qlik Sense to install")
-	f.BoolVar(&opts.Insecure, "insecure", true,
-		"Allow working with untrusted bundles")
-	f.StringVarP(&opts.File, "file", "f", "",
-		"Path to the porter manifest file. Defaults to the bundle in the current directory.")
-	f.StringVar(&opts.CNABFile, "cnab-file", "",
-		"Path to the CNAB bundle.json file.")
-	f.StringSliceVar(&opts.ParamFiles, "param-file", nil,
-		"Path to a parameters definition file for the bundle, each line in the form of NAME=VALUE. May be specified multiple times.")
-	f.StringSliceVar(&opts.Params, "param", nil,
-		"Define an individual parameter in the form NAME=VALUE. Overrides parameters set with the same name using --param-file. May be specified multiple times.")
-	f.StringSliceVarP(&opts.CredentialIdentifiers, "cred", "c", nil,
-		"Credential to use when installing the bundle. May be either a named set of credentials or a filepath, and specified multiple times.")
-	f.StringVarP(&opts.Driver, "driver", "d", "docker",
-		"Specify a driver to use. Allowed values: docker, debug")
-	f.StringVarP(&opts.Tag, "tag", "t", "",
-		"Use a bundle in an OCI registry specified by the given tag")
-	f.BoolVar(&opts.InsecureRegistry, "insecure-registry", false,
-		"Don't require TLS for the registry")
-	f.BoolVar(&opts.Force, "force", false,
-		"Force a fresh pull of the bundle and all dependencies")
-	return c
-}
-func (o *aboutOptions) getTagDefaults(args []string) []string {
-	var err error
-	if len(o.Tag) > 1 {
-		args = append(args, []string{"--tag", o.Tag}...)
-	}
-	if len(o.Tag) <= 0 && len(o.File) <= 0 && len(o.CNABFile) <= 0 {
-		if _, err = os.Stat("porter.yaml"); err != nil {
-			args = append(args, []string{"--tag", "qlik/qliksense-cnab-bundle:" + o.Version}...)
-		}
-	}
-	return args
-}
-
-type aboutOptions struct {
-	Version  string
-	Tag      string
-	File     string
-	CNABFile string
-}
-
-func buildAboutAlias(porterCmd *cobra.Command) *cobra.Command {
-	var (
-		c    *cobra.Command
-		opts *aboutOptions
-	)
-
-	opts = &aboutOptions{}
-
-	c = &cobra.Command{
-		Use:   "about",
-		Short: "About Qlik Sense",
-		Long:  "Gives the verion of QLik Sense on Kuberntetes and versions of images.",
-		RunE: func(cmd *cobra.Command, args []string) error {
-			args = opts.getTagDefaults(args)
-			return porterCmd.RunE(porterCmd, append([]string{"invoke", "--action", "about"}, args...))
-		},
-		Annotations: map[string]string{
-			"group": "alias",
-		},
-	}
-	f := c.Flags()
-	f.StringVarP(&opts.Version, "version", "v", "latest",
-		"Version of Qlik Sense to install")
-	f.StringVarP(&opts.Tag, "tag", "t", "",
-		"Use a bundle in an OCI registry specified by the given tag")
-	f.StringVarP(&opts.File, "file", "f", "",
-		"Path to the porter manifest file. Defaults to the bundle in the current directory.")
-	f.StringVar(&opts.CNABFile, "cnab-file", "",
-		"Path to the CNAB bundle.json file.")
-	return c
-}
-
-func (o *paramOptions) findKey(param string) *string {
-	var (
-		value *string
-	)
-	if value = o.findParams(param); value != nil {
-		return value
-	}
-
-	if value = o.findParamFiles(param); value != nil {
-		return value
-	}
-
-	return nil
-}
-
-// parsedParams parses the variable assignments in Params.
-func (o *paramOptions) findParams(param string) *string {
-	return o.findVariableKey(param, o.Params)
-}
-
-// parseParamFiles parses the variable assignments in ParamFiles.
-func (o *paramOptions) findParamFiles(param string) *string {
-	var (
-		path   string
-		retStr *string
-	)
-
-	for _, path = range o.ParamFiles {
-		retStr = o.findParamFile(param, path)
-	}
-
-	return retStr
-}
-
-func (o *paramOptions) findParamFile(param string, path string) *string {
-	var (
-		f       *os.File
-		err     error
-		scanner *bufio.Scanner
-		lines   []string
-		retStr  *string
-	)
-	if f, err = os.Open(path); err == nil {
-		defer f.Close()
-
-		scanner = bufio.NewScanner(f)
-		for scanner.Scan() {
-			lines = append(lines, scanner.Text())
-		}
-
-		retStr = o.findVariableKey(param, lines)
-	}
-	return retStr
-}
-
-func (o *paramOptions) findVariableKey(param string, params []string) *string {
-	var (
-		variable, value string
-	)
-	for _, p := range params {
-		parts := strings.SplitN(p, "=", 2)
-		if len(parts) >= 2 {
-			variable = strings.TrimSpace(parts[0])
-			if variable == param {
-				value = strings.TrimSpace(parts[1])
-				return &value
-			}
-		}
-	}
-	return nil
-}

cmd/qliksense/config.go

@@ -0,0 +1,38 @@
+package main
+
+import (
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+var configCmd = &cobra.Command{
+	Use:   "config",
+	Short: "do operations on/around CR",
+	Long:  `do operations on/around CR`,
+}
+
+func configApplyCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:     "apply",
+		Short:   "generate the patchs and apply manifests to k8s",
+		Long:    `generate patches based on CR and apply manifests to k8s`,
+		Example: `qliksense config apply`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ConfigApplyQK8s()
+		},
+	}
+	return c
+}
+
+func configViewCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:     "view",
+		Short:   "view the qliksense operator CR",
+		Long:    `display the operator CR, that has been created for the current context`,
+		Example: `qliksense config view`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ConfigViewCR()
+		},
+	}
+	return c
+}

cmd/qliksense/context.go

@@ -0,0 +1,142 @@
+package main
+
+import (
+	"errors"
+
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func setContextConfigCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd *cobra.Command
+	)
+
+	cmd = &cobra.Command{
+		Use:     "set-context",
+		Short:   "Sets the context in which the Kubernetes cluster and resources live in",
+		Example: `qliksense config set-context <context_name>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.SetContextConfig(args)
+		},
+	}
+	return cmd
+}
+
+func listContextConfigCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd *cobra.Command
+	)
+
+	cmd = &cobra.Command{
+		Use:     "list-contexts",
+		Short:   "retrieves the contexts and lists them",
+		Example: `qliksense config list-contexts`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ListContextConfigs()
+		},
+	}
+	return cmd
+}
+
+func setOtherConfigsCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd *cobra.Command
+	)
+
+	cmd = &cobra.Command{
+		Use:     "set",
+		Short:   "configure a key value pair into the current context",
+		Example: `qliksense config set <key>=<value>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.SetOtherConfigs(args)
+		},
+	}
+	return cmd
+}
+
+func setConfigsCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd *cobra.Command
+	)
+
+	cmd = &cobra.Command{
+		Use:     "set-configs",
+		Short:   "set configurations into the qliksense context",
+		Example: `qliksense config set-configs <key>=<value>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.SetConfigs(args)
+		},
+	}
+	return cmd
+}
+
+func setSecretsCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd    *cobra.Command
+		secret bool
+	)
+
+	cmd = &cobra.Command{
+		Use:     "set-secrets",
+		Short:   "set secrets configurations into the qliksense context",
+		Example: `qliksense config set-secrets <key>=<value> --secret=true`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.SetSecrets(args, secret)
+		},
+	}
+	f := cmd.Flags()
+	f.BoolVar(&secret, "secret", false, "Whether secrets should be encrypted as a Kubernetes Secret resource")
+	return cmd
+}
+
+func setImageRegistryCmd(q *qliksense.Qliksense) *cobra.Command {
+	var (
+		cmd          *cobra.Command
+		pushUsername string
+		pushPassword string
+		pullUsername string
+		pullPassword string
+		username     string
+		password     string
+	)
+
+	cmd = &cobra.Command{
+		Use:   "set-image-registry",
+		Short: "set private image registry",
+		Example: `
+qliksense config set-image-registry https://your.private.registry.example.com:5000 --push-username foo1 --push-password bar1 --pull-username foo2 --pull-password bar2
+qliksense config set-image-registry https://your.private.registry.example.com:5000 --username foo --password bar
+`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			if len(args) != 1 {
+				return errors.New("private docker image registry FQDN is required")
+			}
+			registry := args[0]
+
+			if username != "" {
+				pullUsername = username
+				pushUsername = username
+			}
+			if password != "" {
+				pullPassword = password
+				pushPassword = password
+			}
+			if (pullUsername != "" && pushUsername == "") || (pullUsername == "" && pushUsername != "") {
+				return errors.New("if you specify pull credentials, you must specify push credentials as well and vise versa")
+			}
+			if (pullUsername == "" && pullPassword != "") || (pushUsername == "" && pushPassword != "") {
+				return errors.New("if you specify passwords, you must specify usernames as well")
+			}
+			return q.SetImageRegistry(registry, pushUsername, pushPassword, pullUsername, pullPassword)
+		},
+	}
+	f := cmd.Flags()
+	f.StringVar(&pushUsername, "push-username", "", "Username used for pushing images")
+	f.StringVar(&pushPassword, "push-password", "", "Password used for pushing images")
+	f.StringVar(&pullUsername, "pull-username", "", "Username used for pulling images")
+	f.StringVar(&pullPassword, "pull-password", "", "Password used for pulling images")
+	f.StringVar(&username, "username", "", "Username used for both pushing and pulling images")
+	f.StringVar(&password, "password", "", "Password used for both pushing and pulling images")
+	return cmd
+}

cmd/qliksense/crds.go

@@ -0,0 +1,42 @@
+package main
+
+import (
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+var crdsCmd = &cobra.Command{
+	Use:   "crds",
+	Short: "crds for qliksense and operators",
+	Long:  `crds for qliksense and operators`,
+}
+
+func crdsViewCmd(q *qliksense.Qliksense) *cobra.Command {
+	opts := &qliksense.CrdCommandOptions{}
+	c := &cobra.Command{
+		Use:   "view",
+		Short: "View CRDs for qliksense application. use view --all to see opearator crd as well ",
+		Long:  `View CRDs for qliksense application. use view --all to see opearator crd as well`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ViewCrds(opts)
+		},
+	}
+	f := c.Flags()
+	f.BoolVarP(&opts.All, "all", "a", false, "Include All CRDs")
+	return c
+}
+
+func crdsInstallCmd(q *qliksense.Qliksense) *cobra.Command {
+	opts := &qliksense.CrdCommandOptions{}
+	c := &cobra.Command{
+		Use:   "install",
+		Short: "Install CRDs fro Qliksense application. Use install --all to include operator crd",
+		Long:  `Install CRDs fro Qliksense application. Use install --all to include operator crd`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.InstallCrds(opts)
+		},
+	}
+	f := c.Flags()
+	f.BoolVarP(&opts.All, "all", "a", false, "Include All CRDs")
+	return c
+}

cmd/qliksense/fetch.go

@@ -0,0 +1,26 @@
+package main
+
+import (
+	"errors"
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func fetchCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:     "fetch",
+		Short:   "fetch a release from qliksense-k8s repo",
+		Long:    `fetch a release from qliksense-k8s repo`,
+		Example: `qliksense fetch <version>`,
+		Args: func(cmd *cobra.Command, args []string) error {
+			if len(args) != 1 {
+				return errors.New("requires a version (i.e. v1.0.0)")
+			}
+			return nil
+		},
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.FetchQK8s(args[0])
+		},
+	}
+	return c
+}

cmd/qliksense/install.go

@@ -0,0 +1,30 @@
+package main
+
+import (
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func installCmd(q *qliksense.Qliksense) *cobra.Command {
+	opts := &qliksense.InstallCommandOptions{}
+	c := &cobra.Command{
+		Use:     "install",
+		Short:   "install a qliksense release",
+		Long:    `install a qliksense release`,
+		Example: `qliksense install <version>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			if len(args) == 0 {
+				return q.InstallQK8s("", opts)
+			}
+			return q.InstallQK8s(args[0], opts)
+		},
+	}
+
+	f := c.Flags()
+	f.StringVarP(&opts.AcceptEULA, "acceptEULA", "a", "", "AcceptEULA for qliksense")
+	f.StringVarP(&opts.Namespace, "namespace", "n", "", "Namespace where to install the qliksense")
+	f.StringVarP(&opts.StorageClass, "storageClass", "s", "", "Storage class for qliksense")
+	f.StringVarP(&opts.MongoDbUri, "mongoDbUri", "m", "", "mongoDbUri for qliksense (i.e. mongodb://qlik-default-mongodb:27017/qliksense?ssl=false)")
+	f.StringVarP(&opts.RotateKeys, "rotateKeys", "r", "", "Rotate JWT keys for qliksense (yes:rotate keys/ no:use exising keys from cluster/ None: use default EJSON_KEY from env")
+	return c
+}

cmd/qliksense/operator.go

@@ -0,0 +1,50 @@
+package main
+
+import (
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+var operatorCmd = &cobra.Command{
+	Use:   "operator",
+	Short: "Configuration for operator",
+	Long:  `Configuration for operator`,
+}
+
+/*
+func operatorViewCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:   "view",
+		Short: "View CRD for operator",
+		Long:  `View CRD for operator`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ViewOperator()
+		},
+	}
+	return c
+}
+*/
+
+func operatorCrdCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:   "crd",
+		Short: "View CRD for operator",
+		Long:  `View CRD for operator`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ViewOperator()
+		},
+	}
+	return c
+}
+
+func operatorControllerCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:   "controller",
+		Short: "View manifests for operator controller",
+		Long:  `View manifests for operator controller`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.ViewOperatorController()
+		},
+	}
+	return c
+}

cmd/qliksense/porter.go

@@ -1,31 +0,0 @@
-package main
-
-import (
-	"fmt"
-	"github.com/qlik-oss/sense-installer/pkg/qliksense"
-	"github.com/spf13/cobra"
-	"strings"
-)
-
-func porter(q *qliksense.Qliksense) *cobra.Command {
-	return &cobra.Command{
-		Use:                "porter",
-		Short:              "Execute a porter command",
-		DisableFlagParsing: true,
-		RunE: func(cobCmd *cobra.Command, args []string) error {
-			var (
-				err error
-			)
-			if _, err = q.CallPorter(args,
-				func(x string) (out *string) {
-					out = new(string)
-					*out = strings.ReplaceAll(x, "porter", "qliksense porter")
-					fmt.Println(*out)
-					return
-				}); err != nil {
-				return err
-			}
-			return nil
-		},
-	}
-}

cmd/qliksense/pull.go

@@ -1,22 +0,0 @@
-package main
-
-import (
-	"github.com/qlik-oss/sense-installer/pkg/qliksense"
-	"github.com/spf13/cobra"
-)
-
-func pullQliksenseImages(q *qliksense.Qliksense) *cobra.Command {
-	var (
-		cmd *cobra.Command
-	)
-	cmd = &cobra.Command{
-		Use:     "pull",
-		Short:   "Pull docke images for offline install",
-		Example: `  qliksense pull`,
-		RunE: func(cmd *cobra.Command, args []string) error {
-			return q.PullImages()
-		},
-	}
-
-	return cmd
-}

cmd/qliksense/pull_push.go

@@ -0,0 +1,60 @@
+package main
+
+import (
+	"errors"
+
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func pullQliksenseImages(q *qliksense.Qliksense) *cobra.Command {
+	opts := &aboutCommandOptions{}
+
+	cmd := &cobra.Command{
+		Use:     "pull",
+		Short:   "Pull docker images for offline install",
+		Example: `qliksense pull`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			version, err := getAboutCommandGitRef(args)
+			if err != nil {
+				return err
+			}
+
+			if version != "" {
+				qConfig := qapi.NewQConfig(q.QliksenseHome)
+				if !qConfig.IsRepoExistForCurrent(version) {
+					if err := q.FetchQK8s(version); err != nil {
+						return err
+					}
+				} else if err := qConfig.SwitchCurrentCRToVersionAndProfile(version, opts.Profile); err != nil {
+					return err
+				}
+			}
+
+			return q.PullImagesForCurrentCR()
+		},
+	}
+	f := cmd.Flags()
+	f.StringVar(&opts.Profile, "profile", "", "Configuration profile")
+	return cmd
+}
+
+func pushQliksenseImages(q *qliksense.Qliksense) *cobra.Command {
+	cmd := &cobra.Command{
+		Use:     "push",
+		Short:   "Push docker images for offline install",
+		Example: `qliksense push`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			qConfig := qapi.NewQConfig(q.QliksenseHome)
+			if qcr, err := qConfig.GetCurrentCR(); err != nil {
+				return err
+			} else if registry := qcr.GetImageRegistry(); registry == "" {
+				return errors.New("no image registry in config")
+			} else {
+				return q.PushImagesForCurrentCR()
+			}
+		},
+	}
+	return cmd
+}

cmd/qliksense/root.go

@@ -2,72 +2,64 @@ package main
 
 import (
 	"fmt"
-	"io"
-	"net/http"
-	"os"
-	"os/exec"
-	"path/filepath"
-	"runtime"
-	"strings"
-
+	ansi "github.com/mattn/go-colorable"
 	"github.com/mitchellh/go-homedir"
 	"github.com/qlik-oss/sense-installer/pkg"
+	"github.com/qlik-oss/sense-installer/pkg/api"
 	"github.com/qlik-oss/sense-installer/pkg/qliksense"
 	"github.com/spf13/cobra"
 	"github.com/spf13/viper"
+	"github.com/ttacon/chalk"
+	"io"
+	"log"
+	"net/http"
+	"os"
+	"path/filepath"
+	"strings"
 )
 
+// To run this project in ddebug mode, run:
+// export QLIKSENSE_DEBUG=true
+// qliksense <command>
+
 const (
-	//	porterURLBase   = "https://deislabs.blob.core.windows.net/porter"
-	porterURLBase    = "https://github.com/qlik-oss/sense-installer/releases/download"
-	porterHomeVar    = "PORTER_HOME"
 	qlikSenseHomeVar = "QLIKSENSE_HOME"
 	qlikSenseDirVar  = ".qliksense"
-	mixinDirVar      = "mixins"
-	porterRuntime    = "porter-runtime"
 )
 
 func initAndExecute() error {
 	var (
-		porterExe string
-		err       error
+		qlikSenseHome string
+		err           error
 	)
-	if porterExe, err = installPorter(); err != nil {
-		return err
-	}
-	if err := rootCmd(qliksense.New(porterExe)).Execute(); err != nil {
-		return err
+	qlikSenseHome, err = setUpPaths()
+	if err != nil {
+		log.Fatal(err)
 	}
+	// create dirs and appropriate files for setting up contexts
+	api.LogDebugMessage("QliksenseHomeDir: %s", qlikSenseHome)
 
+	qliksenseClient, err := qliksense.New(qlikSenseHome)
+	if err != nil {
+		return err
+	}
+	qliksenseClient.SetUpQliksenseDefaultContext()
+	cmd := rootCmd(qliksenseClient)
+	//levenstein checks
+	if levenstein(cmd) == false {
+		if err := cmd.Execute(); err != nil {
+			return err
+		}
+	}
 	return nil
 }
 
-func installPorter() (string, error) {
+func setUpPaths() (string, error) {
 	var (
-		porterPermaLink = pkg.Version
-		//porterPermaLink                                          = "v0.3.0"
-		destination, homeDir, mixin, mixinOpts, qlikSenseHome, porterExe, ext string
-		mixinsVar                                                             = map[string]string{
-			"kustomize":  "-v 0.2-beta-3-0e19ca4 --url https://github.com/donmstewart/porter-kustomize/releases/download",
-			"qliksense":  "-v v0.11.0 --url https://github.com/qlik-oss/porter-qliksense/releases/download",
-			"exec":       "-v latest",
-			"kubernetes": "-v latest",
-			"helm":       "-v latest",
-			"azure":      "-v latest",
-			"terraform":  "-v latest",
-			"az":         "-v latest",
-			"aws":        "-v latest",
-			"gcloud":     "-v latest",
-		}
-		downloadMixins map[string]string
-		downloadPorter bool
-		err            error
-		cmd            *exec.Cmd
+		homeDir, qlikSenseHome string
+		err                    error
 	)
-	porterExe = "porter"
-	if runtime.GOOS == "windows" {
-		porterExe = porterExe + ".exe"
-	}
+
 	if qlikSenseHome = os.Getenv(qlikSenseHomeVar); qlikSenseHome == "" {
 		if homeDir, err = homedir.Dir(); err != nil {
 			return "", err
@@ -77,89 +69,33 @@ func installPorter() (string, error) {
 		}
 		qlikSenseHome = filepath.Join(homeDir, qlikSenseDirVar)
 	}
-	os.Setenv(porterHomeVar, qlikSenseHome)
-	//TODO: Check if porter version is one alreadu is one for this build
-	porterExe = filepath.Join(qlikSenseHome, porterExe)
-	if _, err = os.Stat(qlikSenseHome); err != nil {
-		if os.IsNotExist(err) {
-			downloadPorter = true
-		} else {
-			return "", err
-		}
-	} else {
-		if _, err = os.Stat(porterExe); err != nil {
-			if os.IsNotExist(err) {
-				downloadPorter = true
-			} else {
-				return "", err
-			}
-		}
-	}
-	if downloadPorter {
-		os.Mkdir(qlikSenseHome, os.ModePerm)
-		destination = filepath.Join(qlikSenseHome, porterRuntime)
-		if err = downloadFile(porterURLBase+"/"+porterPermaLink+"/porter-linux-amd64", destination); err != nil {
-			return "", err
-		}
-		os.Chmod(destination, 0755)
-		if runtime.GOOS == "linux" && runtime.GOARCH == "amd64" {
-			if _, err = copy(filepath.Join(qlikSenseHome, porterRuntime), porterExe); err != nil {
-				return "", err
-			}
-			os.Chmod(porterExe, 0755)
-		} else {
-			if runtime.GOOS == "windows" {
-				ext = ".exe"
-			}
-			if err = downloadFile(porterURLBase+"/"+porterPermaLink+"/"+"porter-"+runtime.GOOS+"-"+runtime.GOARCH+ext, porterExe); err != nil {
-				return "", err
-			}
-			os.Chmod(porterExe, 0755)
-		}
+
+	if err := os.MkdirAll(qlikSenseHome, os.ModePerm); err != nil {
+		return "", err
 	}
 
-	if _, err = os.Stat(filepath.Join(qlikSenseHome, mixinDirVar)); err != nil {
-		if os.IsNotExist(err) {
-			downloadMixins = mixinsVar
-		} else {
-			return "", err
-		}
-	} else {
-		downloadMixins = make(map[string]string)
-		for mixin, mixinOpts = range mixinsVar {
-			if _, err = os.Stat(filepath.Join(qlikSenseHome, mixinDirVar, mixin)); err != nil {
-				if os.IsNotExist(err) {
-					downloadMixins[mixin] = mixinOpts
-				} else {
-					return "", err
-				}
-			}
-		}
-	}
-	for mixin, mixinOpts = range downloadMixins {
-		cmd = exec.Command(porterExe, append([]string{"mixin", "install", mixin}, strings.Split(mixinOpts, " ")...)...)
-		cmd.Stdout = os.Stdout
-		cmd.Stderr = os.Stderr
-		if err = cmd.Run(); err != nil {
-			return "", err
-		}
-	}
-	return porterExe, nil
+	return qlikSenseHome, nil
+}
 
+var versionCmd = &cobra.Command{
+	Use:   "version",
+	Short: "Print the version number of qliksense cli",
+	Long:  `All software has versions. This is Hugo's`,
+	Run: func(cmd *cobra.Command, args []string) {
+		fmt.Printf("%s (%s, %s)\n", pkg.Version, pkg.Commit, pkg.CommitDate)
+	},
 }
 
 func rootCmd(p *qliksense.Qliksense) *cobra.Command {
 	var (
-		cmd, porterCmd, alias *cobra.Command
+		cmd *cobra.Command
 	)
 
 	cmd = &cobra.Command{
 		Use:   "qliksense",
 		Short: "Qliksense cli tool",
-		Long: `qliksense cli tool provides a wrapper around the porter api as well as
-		provides addition functionality`,
-		Args:         cobra.ArbitraryArgs,
-		SilenceUsage: true,
+		Long:  `qliksense cli tool provides functionality to perform operations on qliksense-k8s, qliksense operator, and kubernetes cluster`,
+		Args:  cobra.ArbitraryArgs,
 	}
 
 	cmd.Flags().SetInterspersed(false)
@@ -169,14 +105,58 @@ func rootCmd(p *qliksense.Qliksense) *cobra.Command {
 	// For qliksense overrides/commands
 
 	cmd.AddCommand(pullQliksenseImages(p))
-	porterCmd = porter(p)
-	cmd.AddCommand(porterCmd)
-	for _, alias = range buildAliasCommands(porterCmd, p) {
-		cmd.AddCommand(alias)
-	}
+	cmd.AddCommand(pushQliksenseImages(p))
+	cmd.AddCommand(about(p))
+	// add version command
+	cmd.AddCommand(versionCmd)
+
+	// add operator command
+	cmd.AddCommand(operatorCmd)
+	//operatorCmd.AddCommand(operatorViewCmd(p))
+	operatorCmd.AddCommand(operatorCrdCmd(p))
+	operatorCmd.AddCommand(operatorControllerCmd(p))
+
+	//add fetch command
+	cmd.AddCommand(fetchCmd(p))
+
+	// add install command
+	cmd.AddCommand(installCmd(p))
+
+	// add config command
+	cmd.AddCommand(configCmd)
+	configCmd.AddCommand(configApplyCmd(p))
+	configCmd.AddCommand(configViewCmd(p))
 
 	viper.SetEnvKeyReplacer(strings.NewReplacer("-", "_"))
 
+	//add upgrade command
+	cmd.AddCommand(upgradeCmd(p))
+
+	// add the set-context config command as a sub-command to the app config command
+	configCmd.AddCommand(setContextConfigCmd(p))
+
+	// add the set profile/namespace/storageClassName/git-repository config command as a sub-command to the app config command
+	configCmd.AddCommand(setOtherConfigsCmd(p))
+
+	// add the set ### config command as a sub-command to the app config sub-command
+	configCmd.AddCommand(setConfigsCmd(p))
+
+	// add the set ### config command as a sub-command to the app config sub-command
+	configCmd.AddCommand(setSecretsCmd(p))
+
+	// add the list config command as a sub-command to the app config sub-command
+	configCmd.AddCommand(listContextConfigCmd(p))
+
+	// add set-image-registry command as a sub-command to the app config sub-command
+	configCmd.AddCommand(setImageRegistryCmd(p))
+
+	// add uninstall command
+	cmd.AddCommand(uninstallCmd(p))
+
+	// add crds
+	cmd.AddCommand(crdsCmd)
+	crdsCmd.AddCommand(crdsViewCmd(p))
+	crdsCmd.AddCommand(crdsInstallCmd(p))
 	return cmd
 }
 
@@ -238,3 +218,29 @@ func copy(src, dst string) (int64, error) {
 	nBytes, err = io.Copy(destination, source)
 	return nBytes, err
 }
+
+func levenstein(cmd *cobra.Command) bool {
+	cmd.SuggestionsMinimumDistance = 4
+	if len(os.Args) > 1 {
+		args := os.Args[1]
+		for _, ctx := range cmd.Commands() {
+			val := *ctx
+			if args == val.Name() {
+				//found command
+				return false
+			}
+		}
+		suggest := cmd.SuggestionsFor(os.Args[1])
+		if len(suggest) > 0 {
+			arg := []string{}
+			for _, cm := range os.Args {
+				arg = append(arg, cm)
+			}
+			arg[1] = suggest[0]
+			out := ansi.NewColorableStdout()
+			fmt.Fprintln(out, chalk.Green.Color("Did you mean: "), chalk.Bold.TextStyle(strings.Join(arg, " ")), "?")
+			return true
+		}
+	}
+	return false
+}

cmd/qliksense/uninstall.go

@@ -0,0 +1,23 @@
+package main
+
+import (
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func uninstallCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:     "uninstall",
+		Short:   "Uninstall the deployed qliksense with release name [ " + qapi.NewQConfig(q.QliksenseHome).Spec.CurrentContext + " ]",
+		Long:    `Uninstall the deployed qliksense. By default uninstall the current context`,
+		Example: `qliksense uninstall <context-name>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			if len(args) > 0 {
+				return q.UninstallQK8s(args[0])
+			}
+			return q.UninstallQK8s("")
+		},
+	}
+	return c
+}

cmd/qliksense/upgrade.go

@@ -0,0 +1,20 @@
+package main
+
+import (
+	"github.com/qlik-oss/sense-installer/pkg/qliksense"
+	"github.com/spf13/cobra"
+)
+
+func upgradeCmd(q *qliksense.Qliksense) *cobra.Command {
+	c := &cobra.Command{
+		Use:     "upgrade",
+		Short:   "upgrade qliksense release",
+		Long:    `upgrade qliksense release`,
+		Example: `qliksense upgrade <version>`,
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return q.UpgradeQK8s()
+		},
+	}
+
+	return c
+}

go.mod

@@ -3,74 +3,61 @@ module github.com/qlik-oss/sense-installer
 go 1.13
 
 replace (
-	github.com/Sirupsen/logrus v1.0.5 => github.com/sirupsen/logrus v1.0.5
-	github.com/Sirupsen/logrus v1.3.0 => github.com/Sirupsen/logrus v1.0.6
-	github.com/Sirupsen/logrus v1.4.0 => github.com/sirupsen/logrus v1.0.6
-	//	github.com/containerd/containerd v1.3.0-0.20190507210959-7c1e88399ec0 => github.com/containerd/containerd v1.3.2
-
 	github.com/docker/docker => github.com/moby/moby v0.7.3-0.20190826074503-38ab9da00309
-	//	github.com/jaguilar/vt100 => github.com/tonistiigi/vt100 v0.0.0-20190402012908-ad4c4a574305
-	//	golang.org/x/crypto v0.0.0-20190129210102-0709b304e793 => golang.org/x/crypto v0.0.0-20180904163835-0709b304e793
 	golang.org/x/sys => golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a
+
+	k8s.io/apimachinery => k8s.io/apimachinery v0.0.0-20191004115801-a2eda9f80ab8
+	k8s.io/client-go => k8s.io/client-go v0.0.0-20191016111102-bec269661e48
+	k8s.io/kubectl => k8s.io/kubectl v0.0.0-20191016120415-2ed914427d51
+
+	sigs.k8s.io/kustomize/api => github.com/qlik-oss/kustomize/api v0.3.3-0.20200206224201-2e697eccbad9
 )
 
 require (
-	get.porter.sh/porter v0.22.0-beta.1
-	github.com/Masterminds/semver v1.5.0 // indirect
-	github.com/Microsoft/hcsshim v0.8.7 // indirect
-	github.com/PaesslerAG/jsonpath v0.1.1 // indirect
-	github.com/PuerkitoBio/goquery v1.5.0 // indirect
-	github.com/Shopify/logrus-bugsnag v0.0.0-20171204204709-577dee27f20d // indirect
-	github.com/agl/ed25519 v0.0.0-20170116200512-5312a6153412 // indirect
-	github.com/bitly/go-hostpool v0.0.0-20171023180738-a3a6125de932 // indirect
-	github.com/bitly/go-simplejson v0.5.0 // indirect
-	github.com/bmizerany/assert v0.0.0-20160611221934-b7ed37b82869 // indirect
+	cloud.google.com/go v0.52.0 // indirect
+	cloud.google.com/go/storage v1.5.0 // indirect
+	github.com/Shopify/ejson v1.2.1
+	github.com/aws/aws-sdk-go v1.28.9 // indirect
 	github.com/bugsnag/bugsnag-go v1.5.3 // indirect
-	github.com/bugsnag/panicwrap v1.2.0 // indirect
-	github.com/carolynvs/datetime-printer v0.2.0 // indirect
-	github.com/cbroglie/mustache v1.0.1 // indirect
-	github.com/cenkalti/backoff v2.2.1+incompatible // indirect
-	github.com/cloudflare/cfssl v1.4.1 // indirect
 	github.com/containerd/containerd v1.3.2 // indirect
 	github.com/containerd/continuity v0.0.0-20191214063359-1097c8bae83b // indirect
-	github.com/deislabs/cnab-go v0.7.1-beta1 // indirect
-	github.com/docker/cli v0.0.0-20191212191748-ebca1413117a
-	github.com/docker/cnab-to-oci v0.3.0-beta2 // indirect
-	github.com/docker/distribution v2.7.1+incompatible
-	github.com/docker/docker v1.4.2-0.20190924003213-a8608b5b67c7
-	github.com/docker/go v1.5.1-1 // indirect
+	github.com/containers/image/v5 v5.1.0
+	github.com/docker/cli v0.0.0-20191212191748-ebca1413117a // indirect
+	github.com/docker/docker v1.4.2-0.20190924003213-a8608b5b67c7 // indirect
 	github.com/docker/go-metrics v0.0.1 // indirect
-	github.com/docker/libtrust v0.0.0-20160708172513-aabc10ec26b7 // indirect
-	github.com/globalsign/mgo v0.0.0-20181015135952-eeefdecb41b8 // indirect
-	github.com/gobuffalo/packr/v2 v2.7.1 // indirect
-	github.com/gofrs/uuid v3.2.0+incompatible // indirect
-	github.com/google/go-containerregistry v0.0.0-20191216221554-74b082017bc4 // indirect
-	github.com/gophercloud/gophercloud v0.7.0 // indirect
-	github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect
-	github.com/hashicorp/go-hclog v0.10.0 // indirect
-	github.com/hashicorp/go-plugin v1.0.1 // indirect
-	github.com/imdario/mergo v0.3.8 // indirect
-	github.com/jinzhu/gorm v1.9.11 // indirect
+	github.com/gobuffalo/envy v1.9.0 // indirect
+	github.com/gobuffalo/logger v1.0.3 // indirect
+	github.com/gobuffalo/packd v1.0.0 // indirect
+	github.com/gobuffalo/packr/v2 v2.7.1
+	github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e // indirect
+	github.com/golang/protobuf v1.3.3 // indirect
+	github.com/google/uuid v1.1.1
+	github.com/gorilla/mux v1.7.3 // indirect
+
+	github.com/hashicorp/golang-lru v0.5.4 // indirect
+	github.com/jinzhu/copier v0.0.0-20190924061706-b57f9002281a
 	github.com/kardianos/osext v0.0.0-20190222173326-2bc1f35cddc0 // indirect
-	github.com/lib/pq v1.2.0 // indirect
-	github.com/mattn/go-sqlite3 v2.0.1+incompatible // indirect
-	github.com/miekg/pkcs11 v1.0.3 // indirect
+	github.com/mattn/go-colorable v0.1.4
 	github.com/mitchellh/go-homedir v1.1.0
-	github.com/mmcdole/gofeed v1.0.0-beta2 // indirect
-	github.com/mmcdole/goxpp v0.0.0-20181012175147-0068e33feabf // indirect
-	github.com/olekukonko/tablewriter v0.0.4 // indirect
-	github.com/opencontainers/runc v0.1.1 // indirect
-	github.com/pivotal/image-relocation v0.0.0-20191111101224-e94aff6df06c // indirect
-	github.com/qri-io/jsonschema v0.1.1 // indirect
-	github.com/spf13/cobra v0.0.5
+	github.com/morikuni/aec v1.0.0 // indirect
+	github.com/qlik-oss/k-apis v0.0.11
+	github.com/rogpeppe/go-internal v1.5.2 // indirect
+	github.com/spf13/cobra v0.0.6
 	github.com/spf13/viper v1.6.1
-	github.com/theupdateframework/notary v0.6.1 // indirect
-	github.com/xlab/handysort v0.0.0-20150421192137-fb3537ed64a1 // indirect
-	golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553
-	gopkg.in/AlecAivazis/survey.v1 v1.8.7 // indirect
-	gopkg.in/dancannon/gorethink.v3 v3.0.5 // indirect
-	gopkg.in/fatih/pool.v2 v2.0.0 // indirect
-	gopkg.in/gorethink/gorethink.v3 v3.0.5 // indirect
-	gopkg.in/yaml.v2 v2.2.7
-	vbom.ml/util v0.0.0-20180919145318-efcd4e0f9787 // indirect
+	github.com/ttacon/chalk v0.0.0-20160626202418-22c06c80ed31
+	golang.org/x/crypto v0.0.0-20200221231518-2aa609cf4a9d // indirect
+	golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a // indirect
+	golang.org/x/net v0.0.0-20200202094626-16171245cfb2
+	golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae // indirect
+	golang.org/x/tools v0.0.0-20200228135638-5c7c66ced534 // indirect
+	google.golang.org/genproto v0.0.0-20200128133413-58ce757ed39b // indirect
+	google.golang.org/grpc v1.27.0 // indirect
+	gopkg.in/yaml.v2 v2.2.8
+	gopkg.in/yaml.v3 v3.0.0-20190924164351-c8b7dadae555
+	k8s.io/api v0.17.0
+	k8s.io/apimachinery v0.17.0
+	sigs.k8s.io/kustomize/api v0.3.2
+	sigs.k8s.io/yaml v1.1.0
 )
+
+exclude github.com/Azure/go-autorest v12.0.0+incompatible

pkg/api/apis.go

@@ -0,0 +1,306 @@
+package api
+
+import (
+	"crypto/rsa"
+	"errors"
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+	"path/filepath"
+
+	"github.com/jinzhu/copier"
+	"gopkg.in/yaml.v2"
+)
+
+const (
+	pushSecretFileName       = "image-registry-push-secret.yaml"
+	pullSecretFileName       = "image-registry-pull-secret.yaml"
+	qliksenseContextsDirName = "contexts"
+	qliksenseSecretsDirName  = "secrets"
+)
+
+// NewQConfig create QliksenseConfig object from file ~/.qliksense/config.yaml
+func NewQConfig(qsHome string) *QliksenseConfig {
+	configFile := filepath.Join(qsHome, "config.yaml")
+	data, err := ioutil.ReadFile(configFile)
+	if err != nil {
+		fmt.Println("Cannot read config file from: "+configFile, err)
+		os.Exit(1)
+	}
+	qc := &QliksenseConfig{}
+	err = yaml.Unmarshal(data, qc)
+	if err != nil {
+		fmt.Println("yaml unmarshalling error ", err)
+		os.Exit(1)
+	}
+	qc.QliksenseHomePath = qsHome
+	return qc
+}
+
+// GetCR create a QliksenseCR object for a particular context
+// from file ~/.qliksense/contexts/<contx-name>/<contx-name>.yaml
+func (qc *QliksenseConfig) GetCR(contextName string) (*QliksenseCR, error) {
+	crFilePath := qc.getCRFilePath(contextName)
+	if crFilePath == "" {
+		return nil, errors.New("context name " + contextName + " not found")
+	}
+	return getCRObject(crFilePath)
+}
+
+func getUnencryptedCR() {
+
+}
+
+// GetCurrentCR create a QliksenseCR object for current context
+func (qc *QliksenseConfig) GetCurrentCR() (*QliksenseCR, error) {
+	return qc.GetCR(qc.Spec.CurrentContext)
+}
+
+// SetCrLocation sets the CR location for a context. Helpful during test
+func (qc *QliksenseConfig) SetCrLocation(contextName, filepath string) (*QliksenseConfig, error) {
+	tempQc := &QliksenseConfig{}
+	copier.Copy(tempQc, qc)
+	found := false
+	tempQc.Spec.Contexts = []Context{}
+	for _, c := range qc.Spec.Contexts {
+		if c.Name == contextName {
+			c.CrFile = filepath
+			found = true
+		}
+		tempQc.Spec.Contexts = append(tempQc.Spec.Contexts, []Context{c}...)
+	}
+	if found {
+		return tempQc, nil
+	}
+	return nil, errors.New("cannot find the context")
+}
+
+func getCRObject(crfile string) (*QliksenseCR, error) {
+	data, err := ioutil.ReadFile(crfile)
+	if err != nil {
+		fmt.Println("Cannot read config file from: "+crfile, err)
+		return nil, err
+	}
+	cr := &QliksenseCR{}
+	err = yaml.Unmarshal(data, cr)
+	if err != nil {
+		fmt.Println("cannot unmarshal cr ", err)
+		return nil, err
+	}
+	return cr, nil
+}
+
+func (qc *QliksenseConfig) getCRFilePath(contextName string) string {
+	crFilePath := ""
+	for _, ctx := range qc.Spec.Contexts {
+		if ctx.Name == contextName {
+			crFilePath = ctx.CrFile
+			break
+		}
+	}
+	return crFilePath
+}
+func (qc *QliksenseConfig) IsRepoExist(contextName, version string) bool {
+	if _, err := os.Lstat(qc.BuildRepoPathForContext(contextName, version)); err != nil {
+		return false
+	}
+	return true
+}
+
+func (qc *QliksenseConfig) IsRepoExistForCurrent(version string) bool {
+	if _, err := os.Lstat(qc.BuildRepoPath(version)); err != nil {
+		return false
+	}
+	return true
+}
+
+func (qc *QliksenseConfig) BuildRepoPath(version string) string {
+	return qc.BuildRepoPathForContext(qc.Spec.CurrentContext, version)
+}
+
+func (qc *QliksenseConfig) BuildRepoPathForContext(contextName, version string) string {
+	return filepath.Join(qc.QliksenseHomePath, qliksenseContextsDirName, contextName, "qlik-k8s", version)
+}
+
+func (qc *QliksenseConfig) BuildCurrentManifestsRoot(version string) string {
+	return qc.BuildRepoPath(version)
+}
+
+func (qc *QliksenseConfig) WriteCR(cr *QliksenseCR, contextName string) error {
+	crf := qc.getCRFilePath(contextName)
+	if crf == "" {
+		return errors.New("context name " + contextName + " not found")
+	}
+	by, err := yaml.Marshal(cr)
+	if err != nil {
+		fmt.Println("cannot marshal cr ", err)
+		return err
+	}
+	ioutil.WriteFile(crf, by, 0644)
+	return nil
+}
+
+func (qc *QliksenseConfig) WriteCurrentContextCR(cr *QliksenseCR) error {
+	return qc.WriteCR(cr, qc.Spec.CurrentContext)
+}
+
+func (qc *QliksenseConfig) IsContextExist(ctxName string) bool {
+	for _, ct := range qc.Spec.Contexts {
+		if ct.Name == ctxName {
+			return true
+		}
+	}
+	return false
+}
+
+func (qc *QliksenseConfig) GetCurrentContextDir() (string, error) {
+	if qcr, err := qc.GetCurrentCR(); err != nil {
+		return "", err
+	} else {
+		return filepath.Join(qc.QliksenseHomePath, qliksenseContextsDirName, qcr.Metadata.Name), nil
+	}
+}
+
+func (qc *QliksenseConfig) GetCurrentContextSecretsDir() (string, error) {
+	if currentContextDir, err := qc.GetCurrentContextDir(); err != nil {
+		return "", err
+	} else {
+		return filepath.Join(currentContextDir, qliksenseSecretsDirName), nil
+	}
+}
+
+func (qc *QliksenseConfig) setDockerConfigJsonSecret(filename string, dockerConfigJsonSecret *DockerConfigJsonSecret) error {
+	if secretsDir, err := qc.GetCurrentContextSecretsDir(); err != nil {
+		return err
+	} else if publicKey, _, err := qc.GetCurrentContextEncryptionKeyPair(); err != nil {
+		return err
+	} else if dockerConfigJsonSecretYaml, err := dockerConfigJsonSecret.ToYaml(publicKey); err != nil {
+		return err
+	} else if err := os.MkdirAll(secretsDir, os.ModePerm); err != nil {
+		return err
+	} else {
+		return ioutil.WriteFile(filepath.Join(secretsDir, filename), dockerConfigJsonSecretYaml, os.ModePerm)
+	}
+}
+
+func (qc *QliksenseConfig) SetPushDockerConfigJsonSecret(dockerConfigJsonSecret *DockerConfigJsonSecret) error {
+	return qc.setDockerConfigJsonSecret(pushSecretFileName, dockerConfigJsonSecret)
+}
+
+func (qc *QliksenseConfig) SetPullDockerConfigJsonSecret(dockerConfigJsonSecret *DockerConfigJsonSecret) error {
+	return qc.setDockerConfigJsonSecret(pullSecretFileName, dockerConfigJsonSecret)
+}
+
+func (qc *QliksenseConfig) GetPushDockerConfigJsonSecret() (*DockerConfigJsonSecret, error) {
+	return qc.GetDockerConfigJsonSecret(pushSecretFileName)
+}
+
+func (qc *QliksenseConfig) GetDockerConfigJsonSecret(name string) (*DockerConfigJsonSecret, error) {
+	dockerConfigJsonSecret := &DockerConfigJsonSecret{}
+	if secretsDir, err := qc.GetCurrentContextSecretsDir(); err != nil {
+		return nil, err
+	} else if dockerConfigJsonSecretYaml, err := ioutil.ReadFile(filepath.Join(secretsDir, name)); err != nil {
+		return nil, err
+	} else if _, privateKey, err := qc.GetCurrentContextEncryptionKeyPair(); err != nil {
+		return nil, err
+	} else if err := dockerConfigJsonSecret.FromYaml(dockerConfigJsonSecretYaml, privateKey); err != nil {
+		return nil, err
+	}
+	return dockerConfigJsonSecret, nil
+}
+
+func (qc *QliksenseConfig) getCurrentContextEncryptionKeyPairLocation() (string, error) {
+	// Check env var: QLIKSENSE_KEY_LOCATION to determine location to store keypair
+	var secretKeyPairLocation string
+	if os.Getenv("QLIKSENSE_KEY_LOCATION") != "" {
+		LogDebugMessage("Env variable: QLIKSENSE_KEY_LOCATION= %s", os.Getenv("QLIKSENSE_KEY_LOCATION"))
+		secretKeyPairLocation = os.Getenv("QLIKSENSE_KEY_LOCATION")
+	} else {
+		// QLIKSENSE_KEY_LOCATION has not been set, hence storing key pair in default location:
+		// /.qliksense/secrets/contexts/<current-context>/secrets/
+		if qcr, err := qc.GetCurrentCR(); err != nil {
+			return "", err
+		} else {
+			secretKeyPairLocation = filepath.Join(qc.QliksenseHomePath, qliksenseSecretsDirName, qliksenseContextsDirName, qcr.Metadata.Name, qliksenseSecretsDirName)
+		}
+	}
+	LogDebugMessage("SecretKeyLocation to store key pair: %s", secretKeyPairLocation)
+	return secretKeyPairLocation, nil
+}
+
+func (qc *QliksenseConfig) GetCurrentContextEncryptionKeyPair() (*rsa.PublicKey, *rsa.PrivateKey, error) {
+	secretKeyPairLocation, err := qc.getCurrentContextEncryptionKeyPairLocation()
+	if err != nil {
+		return nil, nil, err
+	}
+
+	publicKeyFilePath := filepath.Join(secretKeyPairLocation, QliksensePublicKey)
+	privateKeyFilePath := filepath.Join(secretKeyPairLocation, QliksensePrivateKey)
+
+	// try to create the dir if it doesn't exist
+	if !FileExists(publicKeyFilePath) || !FileExists(privateKeyFilePath) {
+		LogDebugMessage("Qliksense secretKeyLocation dir does not exist, creating it now: %s", secretKeyPairLocation)
+		if err := os.MkdirAll(secretKeyPairLocation, os.ModePerm); err != nil {
+			err = fmt.Errorf("Not able to create %s dir: %v", secretKeyPairLocation, err)
+			log.Println(err)
+			return nil, nil, err
+		}
+		// generating and storing key-pair
+		err1 := GenerateAndStoreSecretKeypair(secretKeyPairLocation)
+		if err1 != nil {
+			err1 = fmt.Errorf("Not able to generate and store key pair for encryption")
+			log.Println(err1)
+			return nil, nil, err1
+		}
+	}
+
+	if publicKeyBytes, err := ReadKeys(publicKeyFilePath); err != nil {
+		LogDebugMessage("Not able to read public key")
+		return nil, nil, err
+	} else if privateKeyBytes, err := ReadKeys(privateKeyFilePath); err != nil {
+		LogDebugMessage("Not able to read private key")
+		return nil, nil, err
+	} else if rsaPublicKey, err := DecodeToPublicKey(publicKeyBytes); err != nil {
+		return nil, nil, err
+	} else if rsaPrivateKey, err := DecodeToPrivateKey(privateKeyBytes); err != nil {
+		return nil, nil, err
+	} else {
+		return rsaPublicKey, rsaPrivateKey, nil
+	}
+}
+
+func (cr *QliksenseCR) AddLabelToCr(key, value string) {
+	if cr.Metadata.Labels == nil {
+		cr.Metadata.Labels = make(map[string]string)
+	}
+	cr.Metadata.Labels[key] = value
+}
+
+func (cr *QliksenseCR) GetLabelFromCr(key string) string {
+	val := ""
+	if cr.Metadata.Labels != nil {
+		val = cr.Metadata.Labels[key]
+	}
+	return val
+}
+
+func (cr *QliksenseCR) GetString() (string, error) {
+	out, err := yaml.Marshal(cr)
+	if err != nil {
+		fmt.Println("cannot unmarshal cr ", err)
+		return "", err
+	}
+	return string(out), nil
+}
+
+func (cr *QliksenseCR) GetImageRegistry() string {
+	for _, nameValues := range cr.Spec.Configs {
+		for _, nameValue := range nameValues {
+			if nameValue.Name == "imageRegistry" {
+				return nameValue.Value
+			}
+		}
+	}
+	return ""
+}

pkg/api/apis_test.go

@@ -0,0 +1,85 @@
+package api
+
+import (
+	"io/ioutil"
+	"os"
+	"path/filepath"
+	"testing"
+)
+
+const tempPermissionCode os.FileMode = 0777
+
+func setup() (func(), string) {
+	dir, _ := ioutil.TempDir("", "testing_path")
+	config :=
+		`
+apiVersion: config.qlik.com/v1
+kind: QliksenseConfig
+metadata:
+  name: whatever
+spec:
+  contexts:
+  - name: contx1
+    crLocation: /Users/mqb/.qliksense/contexts/contx1
+  - name: cotx2
+    crLocation: /root/.qliksense/contexts/cotx2.yaml
+  currentContext: contx1
+`
+	configFile := filepath.Join(dir, "config.yaml")
+	ioutil.WriteFile(configFile, []byte(config), tempPermissionCode)
+	tearDown := func() {
+		os.RemoveAll(dir)
+	}
+	return tearDown, dir
+}
+
+func createCRFile(homeDir string) {
+	cr :=
+		`
+apiVersion: qlik.com/v1
+kind: QlikSense
+metadata:
+  name: contx1
+  labels:
+    version: v1.0.0
+spec:
+  profile: docker-desktop
+  manifestsRoot: /Users/mqb/.qliksense/contexts/contx1/qlik-k8s/v0.0.1/manifests
+  namespace: myqliksense
+  storageClassName: efs
+  configs:
+    qliksense:
+      - name: acceptEULA
+        value: "yes"
+`
+	ctx1Dir := filepath.Join(homeDir, "contexts", "contx1")
+	crFile := filepath.Join(ctx1Dir, "contx1.yaml")
+	os.MkdirAll(ctx1Dir, tempPermissionCode)
+	ioutil.WriteFile(crFile, []byte(cr), tempPermissionCode)
+
+}
+func TestGetCR(t *testing.T) {
+	td, dir := setup()
+	qc := NewQConfig(dir)
+	if qc.Spec.CurrentContext != "contx1" {
+		t.Fail()
+	}
+	// create CR
+	createCRFile(dir)
+
+	crFile := filepath.Join(dir, "contexts", "contx1", "contx1.yaml")
+	qct, e := qc.SetCrLocation("contx1", crFile)
+	if e != nil {
+		t.Fail()
+		t.Log(e)
+	}
+	qcr, err := qct.GetCurrentCR()
+	if err != nil {
+		t.Fail()
+		t.Log(err)
+	}
+	if qcr.Spec.Profile != "docker-desktop" {
+		t.Fail()
+	}
+	td()
+}

pkg/api/context_apis.go

@@ -0,0 +1,114 @@
+package api
+
+import (
+	"fmt"
+	"io/ioutil"
+	"log"
+
+	"github.com/qlik-oss/k-apis/pkg/config"
+	"gopkg.in/yaml.v2"
+)
+
+const (
+	QliksenseConfigApiVersion  = "config.qlik.com/v1"
+	QliksenseConfigKind        = "QliksenseConfig"
+	QliksenseContextApiVersion = "qlik.com/v1"
+	QliksenseContextKind       = "Qliksense"
+	QliksenseDefaultProfile    = "docker-desktop"
+	DefaultRotateKeys          = "yes"
+	QliksenseMetadataName      = "QliksenseConfigMetadata"
+	DefaultMongoDbUri          = "mongodb://qlik-default-mongodb:27017/qliksense?ssl=false"
+	DefaultMongoDbUriKey       = "mongoDbUri"
+)
+
+// AddCommonConfig adds common configs into CRs
+func (qliksenseCR *QliksenseCR) AddCommonConfig(contextName string) {
+	qliksenseCR.ApiVersion = QliksenseContextApiVersion
+	qliksenseCR.Kind = QliksenseContextKind
+	if qliksenseCR.Metadata == nil {
+		qliksenseCR.Metadata = &Metadata{}
+	}
+	if qliksenseCR.Metadata.Name == "" {
+		qliksenseCR.Metadata.Name = contextName
+	}
+	qliksenseCR.Spec = &config.CRSpec{}
+	qliksenseCR.Spec.Profile = QliksenseDefaultProfile
+	qliksenseCR.Spec.ReleaseName = contextName
+	qliksenseCR.Spec.RotateKeys = DefaultRotateKeys
+	qliksenseCR.Spec.AddToSecrets("qliksense", DefaultMongoDbUriKey, DefaultMongoDbUri, "")
+}
+
+// AddBaseQliksenseConfigs adds configs into config.yaml
+func (qliksenseConfig *QliksenseConfig) AddBaseQliksenseConfigs(defaultQliksenseContext string) {
+	qliksenseConfig.ApiVersion = QliksenseConfigApiVersion
+	qliksenseConfig.Kind = QliksenseConfigKind
+	if qliksenseConfig.Metadata == nil {
+		qliksenseConfig.Metadata = &Metadata{}
+	}
+	qliksenseConfig.Metadata.Name = QliksenseMetadataName
+	if defaultQliksenseContext != "" {
+		if qliksenseConfig.Spec == nil {
+			qliksenseConfig.Spec = &ContextSpec{}
+		}
+		qliksenseConfig.Spec.CurrentContext = defaultQliksenseContext
+	}
+}
+
+func (qliksenseConfig *QliksenseConfig) SwitchCurrentCRToVersionAndProfile(version, profile string) error {
+	if qcr, err := qliksenseConfig.GetCurrentCR(); err != nil {
+		return err
+	} else {
+		versionManifestRoot := qliksenseConfig.BuildCurrentManifestsRoot(version)
+		if (qcr.Spec.ManifestsRoot != versionManifestRoot) || (profile != "" && qcr.Spec.Profile != profile) || (qcr.GetLabelFromCr("version") != version) {
+			qcr.Spec.ManifestsRoot = versionManifestRoot
+			if profile != "" {
+				qcr.Spec.Profile = profile
+			}
+			qcr.AddLabelToCr("version", version)
+			if err := qliksenseConfig.WriteCurrentContextCR(qcr); err != nil {
+				return err
+			}
+		}
+	}
+	return nil
+}
+
+// WriteToFile (content, targetFile) writes content into specified file
+func WriteToFile(content interface{}, targetFile string) error {
+	if content == nil || targetFile == "" {
+		return nil
+	}
+
+	x, err := yaml.Marshal(content)
+	if err != nil {
+		err = fmt.Errorf("An error occurred during marshalling CR: %v", err)
+		log.Println(err)
+		return err
+	}
+
+	// Writing content
+	err = ioutil.WriteFile(targetFile, x, 0644)
+	if err != nil {
+		log.Println(err)
+		return err
+	}
+	LogDebugMessage("Wrote content into %s", targetFile)
+	return nil
+}
+
+// ReadFromFile (content, targetFile) reads content from specified sourcefile
+func ReadFromFile(content interface{}, sourceFile string) error {
+	if content == nil || sourceFile == "" {
+		return nil
+	}
+	contents, err := ioutil.ReadFile(sourceFile)
+	if err != nil {
+		err = fmt.Errorf("There was an error reading from file: %s, %v", sourceFile, err)
+		return err
+	}
+	if err := yaml.Unmarshal(contents, content); err != nil {
+		err = fmt.Errorf("An error occurred during unmarshalling: %v", err)
+		return err
+	}
+	return nil
+}

pkg/api/context_apis_test.go

@@ -0,0 +1,101 @@
+package api
+
+import (
+	"reflect"
+	"testing"
+
+	"github.com/qlik-oss/k-apis/pkg/config"
+)
+
+var (
+	testDir = "./tests"
+)
+
+func TestAddCommonConfig(t *testing.T) {
+	type args struct {
+		qliksenseCR *QliksenseCR
+		contextName string
+	}
+	tests := []struct {
+		name string
+		args args
+		want *QliksenseCR
+	}{
+		{
+			name: "valid case",
+			args: args{
+				qliksenseCR: &QliksenseCR{},
+				contextName: "myqliksense",
+			},
+			want: &QliksenseCR{
+				CommonConfig: CommonConfig{
+					ApiVersion: QliksenseContextApiVersion,
+					Kind:       QliksenseContextKind,
+					Metadata: &Metadata{
+						Name: "myqliksense",
+					},
+				},
+				Spec: &config.CRSpec{
+					Profile:     QliksenseDefaultProfile,
+					ReleaseName: "myqliksense",
+					RotateKeys:  DefaultRotateKeys,
+					Secrets: map[string]config.NameValues{
+						"qliksense": []config.NameValue{{
+							Name:  DefaultMongoDbUriKey,
+							Value: DefaultMongoDbUri,
+						},
+						},
+					},
+				},
+			},
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			tt.args.qliksenseCR.AddCommonConfig(tt.args.contextName)
+			if !reflect.DeepEqual(tt.args.qliksenseCR, tt.want) {
+				t.Errorf("AddCommonConfig() = %+v, want %+v", tt.args.qliksenseCR, tt.want)
+			}
+		})
+	}
+}
+
+func TestAddBaseQliksenseConfigs(t *testing.T) {
+	type args struct {
+		qliksenseConfig         *QliksenseConfig
+		defaultQliksenseContext string
+	}
+	tests := []struct {
+		name string
+		args args
+		want *QliksenseConfig
+	}{
+		{
+			name: "valid case",
+			args: args{
+				qliksenseConfig:         &QliksenseConfig{},
+				defaultQliksenseContext: "qlik-default",
+			},
+			want: &QliksenseConfig{
+				CommonConfig: CommonConfig{
+					ApiVersion: QliksenseConfigApiVersion,
+					Kind:       QliksenseConfigKind,
+					Metadata: &Metadata{
+						Name: QliksenseMetadataName,
+					},
+				},
+				Spec: &ContextSpec{
+					CurrentContext: "qlik-default",
+				},
+			},
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			tt.args.qliksenseConfig.AddBaseQliksenseConfigs(tt.args.defaultQliksenseContext)
+			if !reflect.DeepEqual(tt.args.qliksenseConfig, tt.want) {
+				t.Errorf("AddBaseQliksenseConfigs() = %+v, want %+v", tt.args.qliksenseConfig, tt.want)
+			}
+		})
+	}
+}

pkg/api/docker_registry_secret.go

@@ -0,0 +1,103 @@
+package api
+
+import (
+	"crypto/rsa"
+	"encoding/base64"
+	"encoding/json"
+	"errors"
+	"fmt"
+
+	v1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+)
+
+type k8sDockerConfigJsonMapType struct {
+	Auths map[string]k8sDockerConfigJsonType `json:"auths"`
+}
+
+type k8sDockerConfigJsonType struct {
+	Username string `json:"username"`
+	Password string `json:"password"`
+	Email    string `json:"email,omitempty"`
+	Auth     string `json:"auth"`
+}
+
+func (kdcjt *k8sDockerConfigJsonType) GenerateAuth() {
+	kdcjt.Auth = base64.StdEncoding.EncodeToString([]byte(fmt.Sprintf("%s:%s", kdcjt.Username, kdcjt.Password)))
+}
+
+type DockerConfigJsonSecret struct {
+	Name      string
+	Namespace string
+	Uri       string
+	Username  string
+	Password  string
+	Email     string
+}
+
+func (d *DockerConfigJsonSecret) ToYaml(encryptionKey *rsa.PublicKey) ([]byte, error) {
+	k8sDockerConfigJson := k8sDockerConfigJsonType{
+		Username: d.Username,
+		Password: d.Password,
+		Email:    d.Email,
+	}
+	k8sDockerConfigJson.GenerateAuth()
+	k8sDockerConfigJsonMap := k8sDockerConfigJsonMapType{
+		Auths: map[string]k8sDockerConfigJsonType{
+			d.Uri: k8sDockerConfigJson,
+		},
+	}
+	k8sDockerConfigJsonMapBytes, err := json.Marshal(k8sDockerConfigJsonMap)
+	if err != nil {
+		return nil, err
+	}
+	k8sDockerConfigJsonMapEncryptedBytes, err := Encrypt(k8sDockerConfigJsonMapBytes, encryptionKey)
+	if err != nil {
+		return nil, err
+	}
+
+	k8sSecret := v1.Secret{
+		TypeMeta: metav1.TypeMeta{
+			APIVersion: "v1",
+			Kind:       "Secret",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name:      d.Name,
+			Namespace: d.Namespace,
+		},
+		Type: v1.SecretTypeDockerConfigJson,
+		Data: map[string][]byte{
+			".dockerconfigjson": k8sDockerConfigJsonMapEncryptedBytes,
+		},
+	}
+
+	return K8sSecretToYaml(k8sSecret)
+}
+
+func (d *DockerConfigJsonSecret) FromYaml(secretBytes []byte, decryptionKey *rsa.PrivateKey) error {
+	k8sDockerConfigJsonMap := k8sDockerConfigJsonMapType{}
+	if k8sSecret, err := K8sSecretFromYaml(secretBytes); err != nil {
+		return err
+	} else if k8sSecret.TypeMeta.Kind != "Secret" {
+		return errors.New("not a Secret kind")
+	} else if k8sSecret.Type != v1.SecretTypeDockerConfigJson {
+		return errors.New("not a kubernetes.io/dockerconfigjson type")
+	} else if k8sDockerConfigJsonMapEncryptedBytes, ok := k8sSecret.Data[".dockerconfigjson"]; !ok {
+		return errors.New("secret data is missing a value for the .dockerconfigjson key")
+	} else if k8sDockerConfigJsonMapBytes, err := Decrypt(k8sDockerConfigJsonMapEncryptedBytes, decryptionKey); err != nil {
+		return errors.New("secret data is missing a value for the .dockerconfigjson key")
+	} else if err := json.Unmarshal(k8sDockerConfigJsonMapBytes, &k8sDockerConfigJsonMap); err != nil {
+		return err
+	} else {
+		d.Name = k8sSecret.ObjectMeta.Name
+		d.Namespace = k8sSecret.ObjectMeta.Namespace
+		for registry, k8sDockerConfigJson := range k8sDockerConfigJsonMap.Auths {
+			d.Uri = registry
+			d.Username = k8sDockerConfigJson.Username
+			d.Password = k8sDockerConfigJson.Password
+			d.Email = k8sDockerConfigJson.Email
+			break
+		}
+		return nil
+	}
+}

pkg/api/docker_registry_secret_test.go

@@ -0,0 +1,73 @@
+package api
+
+import (
+	"crypto/rand"
+	"crypto/rsa"
+	"encoding/base64"
+	"encoding/json"
+	"fmt"
+	"reflect"
+	"testing"
+
+	"gopkg.in/yaml.v3"
+)
+
+func TestDockerConfigJsonSecret(t *testing.T) {
+	dockerConfigJsonSecret := DockerConfigJsonSecret{
+		Name:      "some-name",
+		Namespace: "some-namespace",
+		Uri:       "some-uri",
+		Username:  "some-username",
+		Password:  "some-password",
+		Email:     "some-email",
+	}
+	dockerConfigJsonSecretFromYaml := DockerConfigJsonSecret{}
+	validYamlMap := map[string]interface{}{}
+
+	privateKey, err := rsa.GenerateKey(rand.Reader, RSA_KEY_LENGTH)
+	if err != nil {
+		t.Fatalf("error generating RSA private key: %v\n", err)
+	}
+
+	dockerConfigJsonSecretYamlBytes, err := dockerConfigJsonSecret.ToYaml(&privateKey.PublicKey)
+	dockerConfigJsonMap := map[string]interface{}{}
+	if err != nil {
+		t.Fatalf("error converting secret to yaml: %v", err)
+	} else if err := yaml.Unmarshal(dockerConfigJsonSecretYamlBytes, &validYamlMap); err != nil {
+		t.Fatalf("error unmarshalling yaml string: %v, error: %v", string(dockerConfigJsonSecretYamlBytes), err)
+	} else if validYamlMap["apiVersion"] != "v1" ||
+		validYamlMap["kind"] != "Secret" ||
+		validYamlMap["metadata"].(map[string]interface{})["name"] != dockerConfigJsonSecret.Name ||
+		validYamlMap["metadata"].(map[string]interface{})["namespace"] != dockerConfigJsonSecret.Namespace ||
+		validYamlMap["type"] != "kubernetes.io/dockerconfigjson" {
+		t.Fatalf("error verifying validity of secret yaml: %v", string(dockerConfigJsonSecretYamlBytes))
+	} else if dockerConfigJsonBytesBase64, ok := validYamlMap["data"].(map[string]interface{})[".dockerconfigjson"]; !ok {
+		t.Fatalf("no .dockerconfigjson data key in the secret yaml: %v", string(dockerConfigJsonSecretYamlBytes))
+	} else if dockerConfigJsonEncryptedBytes, err := base64.StdEncoding.DecodeString(dockerConfigJsonBytesBase64.(string)); err != nil {
+		t.Fatalf("error decoding dockerConfigJsonBytes from base64: %v", err)
+	} else if dockerConfigJsonBytes, err := Decrypt(dockerConfigJsonEncryptedBytes, privateKey); err != nil {
+		t.Fatalf("error decrypting dockerConfigJsonBytes: %v", err)
+	} else if err := json.Unmarshal(dockerConfigJsonBytes, &dockerConfigJsonMap); err != nil {
+		t.Fatalf("error unmarshalling dockerConfigJson from json: %v", err)
+	} else if dockerConfigJson, ok := dockerConfigJsonMap["auths"].(map[string]interface{})[dockerConfigJsonSecret.Uri]; !ok {
+		t.Fatalf("dockerConfigJson map does not contain data for the registry: %v", dockerConfigJsonSecret.Uri)
+	} else if dockerConfigJson.(map[string]interface{})["username"] != dockerConfigJsonSecret.Username ||
+		dockerConfigJson.(map[string]interface{})["password"] != dockerConfigJsonSecret.Password ||
+		dockerConfigJson.(map[string]interface{})["email"] != dockerConfigJsonSecret.Email {
+		t.Fatal("dockerConfigJson map does not contain expected values")
+	} else {
+		authBase64 := dockerConfigJson.(map[string]interface{})["auth"]
+		if auth, err := base64.StdEncoding.DecodeString(authBase64.(string)); err != nil {
+			t.Fatal("error base64 decoding auth value")
+		} else if string(auth) != fmt.Sprintf("%s:%s", dockerConfigJsonSecret.Username, dockerConfigJsonSecret.Password) {
+			t.Fatal("auth value was not what we expected")
+		}
+	}
+
+	t.Logf("dockerConfigJsonSecretYaml: \n%v\n", string(dockerConfigJsonSecretYamlBytes))
+	if err := dockerConfigJsonSecretFromYaml.FromYaml(dockerConfigJsonSecretYamlBytes, privateKey); err != nil {
+		t.Fatalf("error reading secret in from yaml: %v", err)
+	} else if !reflect.DeepEqual(dockerConfigJsonSecret, dockerConfigJsonSecretFromYaml) {
+		t.Fatalf("secret: %v does not equal secret: %v", dockerConfigJsonSecret, dockerConfigJsonSecretFromYaml)
+	}
+}

pkg/api/encryption.go

@@ -0,0 +1,168 @@
+package api
+
+import (
+	"crypto/rand"
+	"crypto/rsa"
+	"crypto/x509"
+	"encoding/pem"
+	"fmt"
+	"io/ioutil"
+	"log"
+	"path/filepath"
+)
+
+const (
+	RSA_KEY_LENGTH = 4096
+
+	QliksensePublicKey  = "qliksensePub"
+	QliksensePrivateKey = "qliksensePriv"
+)
+
+// GenerateAndStoreSecretKeypair generates and stores key pairs
+func GenerateAndStoreSecretKeypair(secretsPath string) error {
+	LogDebugMessage("%s exists", secretsPath)
+	// creating contexts/qlik-default/secrets/qliksensePub and contexts/qlik-default/secrets/qliksensePriv files
+	publicKeyFilePath := filepath.Join(secretsPath, QliksensePublicKey)
+	privateKeyFilePath := filepath.Join(secretsPath, QliksensePrivateKey)
+	LogDebugMessage("Generating public-private key pair.....")
+	GenerateRSAEncryptionKeys(publicKeyFilePath, privateKeyFilePath)
+	LogDebugMessage("Generated public-private key pairs")
+
+	return nil
+}
+
+// GenerateRSAEncryptionKeys is used to generate a new public-private key pair
+func GenerateRSAEncryptionKeys(publicKeyFilePath, privateKeyFilePath string) error {
+	LogDebugMessage("Generating new RSA key pair")
+	privateKey, err := rsa.GenerateKey(rand.Reader, RSA_KEY_LENGTH)
+	if err != nil {
+		log.Printf("error generating RSA private key: %v\n", err)
+		return err
+	}
+
+	privateKeyPEM := EncodePrivateKey(privateKey)
+	if err := writeContentToFile(privateKeyPEM, privateKeyFilePath); err != nil {
+		return err
+	}
+	pubKeyPEM, err2 := EncodePublicKey(&privateKey.PublicKey)
+	if err2 != nil {
+		log.Printf("error occurred when encoding public key: %v\n", err2)
+		return err2
+	}
+	if err := writeContentToFile(pubKeyPEM, publicKeyFilePath); err != nil {
+		return err
+	}
+	return nil
+}
+
+// writeContentToFile writes keys to a file
+func writeContentToFile(keyData []byte, fileName string) error {
+	err := ioutil.WriteFile(fileName, keyData, 0600)
+	if err != nil {
+		log.Printf("error writing to file (%s): %v", fileName, err)
+		return err
+	}
+	return nil
+}
+
+// Encrypt encrypts data with public key
+func Encrypt(pt []byte, pub *rsa.PublicKey) ([]byte, error) {
+	// hash := sha512.New()
+	// ciphertext, err := rsa.EncryptOAEP(hash, rand.Reader, pub, msg, nil)
+	ct, err := rsa.EncryptPKCS1v15(rand.Reader, pub, pt)
+	if err != nil {
+		log.Println(err)
+		return nil, err
+	}
+	return ct, nil
+}
+
+// Decrypt decrypts data with private key
+func Decrypt(ct []byte, priv *rsa.PrivateKey) ([]byte, error) {
+	// hash := sha512.New()
+	// plaintext, err := rsa.DecryptOAEP(hash, rand.Reader, priv, ciphertext, nil)
+	pt, err := rsa.DecryptPKCS1v15(rand.Reader, priv, ct)
+	if err != nil {
+		log.Println(err)
+		return nil, err
+	}
+	return pt, nil
+}
+
+// EncodePrivateKey private key to bytes
+func EncodePrivateKey(priv *rsa.PrivateKey) []byte {
+	privBytes := pem.EncodeToMemory(
+		&pem.Block{
+			Type:  "RSA PRIVATE KEY",
+			Bytes: x509.MarshalPKCS1PrivateKey(priv),
+		},
+	)
+
+	return privBytes
+}
+
+// EncodePublicKey public key to bytes
+func EncodePublicKey(pub *rsa.PublicKey) ([]byte, error) {
+	pubASN1, err := x509.MarshalPKIXPublicKey(pub)
+	if err != nil {
+		log.Println(err)
+		return nil, err
+	}
+
+	pubBytes := pem.EncodeToMemory(&pem.Block{
+		Type:  "RSA PUBLIC KEY",
+		Bytes: pubASN1,
+	})
+
+	return pubBytes, nil
+}
+
+// DecodeToPrivateKey bytes to private key
+func DecodeToPrivateKey(priv []byte) (*rsa.PrivateKey, error) {
+	block, _ := pem.Decode(priv)
+	enc := x509.IsEncryptedPEMBlock(block)
+	b := block.Bytes
+	var err error
+	if enc {
+		log.Println("is encrypted pem block")
+		b, err = x509.DecryptPEMBlock(block, nil)
+		if err != nil {
+			log.Println(err)
+			return nil, err
+		}
+	}
+	key, err := x509.ParsePKCS1PrivateKey(b)
+	if err != nil {
+		log.Println(err)
+		return nil, err
+	}
+	return key, nil
+}
+
+// DecodeToPublicKey bytes to public key
+func DecodeToPublicKey(pub []byte) (*rsa.PublicKey, error) {
+	block, _ := pem.Decode(pub)
+	enc := x509.IsEncryptedPEMBlock(block)
+	b := block.Bytes
+	var err error
+	if enc {
+		log.Println("is encrypted pem block")
+		b, err = x509.DecryptPEMBlock(block, nil)
+		if err != nil {
+			log.Println(err)
+			return nil, err
+		}
+	}
+	iface, err := x509.ParsePKIXPublicKey(b)
+	if err != nil {
+		log.Println(err)
+		return nil, err
+	}
+	key, ok := iface.(*rsa.PublicKey)
+	if !ok {
+		err := fmt.Errorf("Unable to decode public key")
+		log.Println(err)
+		return nil, err
+	}
+	return key, nil
+}

pkg/api/encryption_test.go

@@ -0,0 +1,129 @@
+package api
+
+import (
+	"encoding/base64"
+	"log"
+	"os"
+	"testing"
+)
+
+func Test_generateRSAEncryptionKeys(t *testing.T) {
+	tests := []struct {
+		name    string
+		wantErr bool
+	}{
+		{
+			name:    "valid case",
+			wantErr: false,
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if err := GenerateAndStoreSecretKeypair(os.TempDir()); (err != nil) != tt.wantErr {
+				t.Errorf("generateRSAEncryptionKeys() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func Test_encryption_decryption(t *testing.T) {
+	privKeyBytes := []byte(`-----BEGIN RSA PRIVATE KEY-----
+MIIJJwIBAAKCAgEAwUCimKCidbF3UxEHPy8K+hvhklRB9JYhj5sJy0if4lTVibkK
+1MrYCykOnmC40pPU9GLY1b8HxAg9tvyRn0YHUxOra6vVQaVcOVJhTM8D18d+lSr3
+Lp1yiX+UGT4nzWI9+R1CCbwXrqeQVoZs6QZKynEXMkFI9/wNMOwPOvQFOSTuoEoC
+O+zyTyUWEkNbUq825ELUQdIsjgmlWUOONudxsAr7ESRXW9QTHVh6uWmr3VRKZHby
+1JdU3I/wjdlGg5M2dDuXy5nQO9w/nYLjJXiw+zzOetZ/+t7/VOkOpNTeJQhwTM1W
+F7Y2VLetbi9FHgyzHatrduh07+XEiTbgDf3GIx2bp2p6oh0G3N2zpiLcK/aZj8ro
+uWWydfFfsU3MZ4FfJDP8I6b9awxjmKYqIr6hiPQCJaLBED8mwK+I5evIbnKv6E6u
+K+BApWA/R7ElragoFYbqQ1VpvntVMtJt9Dy5ZrI+IQARdXD3bb34oh0IPBhClnvv
+MUc1cWxDoXEX6oJ4I+LzxE87Zkwnan9qOwengolMVKFwPx1o37qrbmrXID21kKt7
+FL6xN4HxHLkItr1fKzdyWDFRHgASTAWfx5BIwvPuUW0vZHkvO80VyV2L63whVhPn
+PASmFkbviomrBttYfpr2aGQqF/qR1Nlxe834MFxk1pS9LMa/WnzvFr0gWakCAwEA
+AQKCAgARSp9B2N2wejibDiL/3E23I1eDqFZedDB8kPrHXbAwqDaTJCN79spt9TaB
+pVXkQaYEV/Pe7EDdoX8kKGU/QxzUqiXkdHOYdBtUZbKfFMbbP9ZrsnR7j0r4UpoF
+yDH3hprU93E5PcNAtW2M0GpeT1nR01yn+n908PCdOAIE3GC7RDq1zOl2QzVLL55R
+9ATv2Q2oTvJ/ETc7XlGVMx4+e2cIwXLFjeLjLI6pSYlxnarrGuetJZeEviWxto9n
+odFVZI6yx8JFTXX8ZTCr/1IjwDDVyhMPmrHI2Lsv9cqBpSpbVe32cUkKxhsGaYjz
+GvesQKamOPhco2ATNxPm0yopFlPsGKMfVl0BK0J6BqFh1BvU/SYJmXfnFuUNO3vV
+4u2Saa0q1iddxV0rXDwIqUfn+S6rwzK0G7y8bH2yvpB2VwiG3TFPnULep4wsefNq
+Fj92kqFBjacGpQLEEslUY0CMgeZ2+NuBQSUTscP3wBRsottMR6YXJtINdvfHBx+e
+EcN71z8D00w3mYqIQ7qb4Ml6HOqknunn58g43L9sACMUMTlEBXa9pUnScNYgWBAz
+W2q2mH37cIydM2JRZPpA8B4yTHt5ugJmChwyNFM7941arjKrebH+6AzLkofGedOP
+zg+vZQuPEXWs+3MBBnkWoyJW3Y0fbQdjsuQTtnd+7iyoxoBroQKCAQEA4dIiFlIS
+MDfRhQQWSiDvaw9aneDEJ3uo63ZRH5tm/IynLgtjYgEm/ZxlBCQgqRKLYELBxhu8
+SaF0uPK8pmpFJt0mIwSlsdeVhuE2obQeKUCczaqrKeaHS3PdWLjTlwph81BGRkHy
+qfqtNylyyMxrdEbnR51EtsWgFq6anTUAui1Q09JMuMNZRMOzDs1F4gExgD22rc0V
+c9YQ+jHJRxBGtNKMpMEqc8cvaxBidbItrN9SMTSWog7uYPBuEuaJ6K9vpgyJMOzJ
+SYcQEFGqgIqIDCg+ABE4d/4YROMKZ1DV/bJCind9brUHSx6XALsF0nC5c1Q9TnUL
+qI2khOwts4KYKwKCAQEA2xRC6Az97Vkdzu7BjLJ1FKmx4S2nEEgVS12ds82U+5Xf
+BHKAJnjqlqmmpzzJG+d77IYktz0+mey1QCNkqlm2fhuKs8LZMnpZRf0l8VcoBsUP
+/xKz7wfiE7RRFZtLJhPp4hhe43GzX5/JFMWMnC6UykwQbj4t1E/GNM/Suqwvg12M
+wktAJ6nqLgfhjQSO4xWo+nPzcbX+fNtrPCZVrBhYXihhcwRRNImWUCGJ6J4LMdPY
+Y9Z59qhOvE9cReH/Xw1av46omyiSyAqlgPyZ/kzA2IJSqYCjiQR/2+RD/g13jpcJ
+jatXLVZ8MJSL5OTS40G/HHTNNpNHbKKh0GOyxBA3ewKCAQBAn8UXhCcmW2L/YPsL
+/b7mcX9qPP+FmRLvR23R0MQ5M/tH5wRq8I969n3GIJykJeVzB8eybQ+GNslTgEvS
+iAkAJTubu+G7MkndTqg2wHf9MDtvdA8Fr646Po8yq7oJuHPtkKR7yLWsRUu6xIbP
+xgheP0hCq1QVxhqZQyCGKrvpi7xc0gsYuPbcAfFFJCOCmPrUi1SzCkTAYJt9LjA+
+wP6rErIjGBCRD4iXaBn1OqdtmH9KC5WsDP/VCBlIGWeQCly2NVIxiSHVg+xp7yUP
+IhXq/L05gbQaSsIhPKQmivCiaJg4The8TdwneDqYf+0bmxzHT203/bD3bImPbJNr
+ksz/AoIBAEwu4Y1cZzkQUmNRd5D7xecnk6ngfEYXKwCIT3zlMrfCSEl9n77BMaKu
+4Dsr0iuX9eosQ7xM2eYhAG6LYEg05lc4MKWOToVVMpI6E+W3Dz47bPKgiF3I+f8s
+Jz5CQIG/TwfGvciOE3hfUkec4ua09BzdEqGjkcBQ9XYMBxXPJr6h2379OBQS7FKR
+fwfQ2/dv4tElXTTfut2kV8gU9Jnh5Wjo1epvR+XjKpg28YQo4W+0YX1magcyRB8L
+4eSTUIC3XiVa8Jr0IwbZXPBb5xkdi7o+p4w2JahSHjxTRqmj+T1mnHXdbXVgq9Mg
+9Pzl7cgFZvX4UBx4XtASRf73jITNtt0CggEADH9K+O7FrIOSQly0sMvsRCMtejp3
+o+MDh1Q+vEg2kEgNXjS4ZFVljUpM2kg1OdUz7feS4dLXUJiIQ8ZWtZPedcq7wjHd
+02he5+s06l0jPifN3tX1ADfXGpXg5R2fbkrIzakkPP5/RO/aDxIUo7qhklNsVTXO
+VlGGfWLdk0ekA4upKm02Q1+YOlbIcAicEYYY8K7IffUwnohzKwL9yfuGi1VKTXpE
+4fzdegsHI03FSqR7V+LvtBpIupQ7RO4kuBmCEyI4E9FVknchg4te4gO3qwd9y0rJ
+Gu7HNIOrwOHzviI7J6Nd/l9MmeKqklHSgJvko/f5TmiXuQQ8xDZf84rcjQ==
+-----END RSA PRIVATE KEY-----
+`)
+
+	publicKeyBytes := []byte(`-----BEGIN RSA PUBLIC KEY-----
+MIICIjANBgkqhkiG9w0BAQEFAAOCAg8AMIICCgKCAgEAwUCimKCidbF3UxEHPy8K
++hvhklRB9JYhj5sJy0if4lTVibkK1MrYCykOnmC40pPU9GLY1b8HxAg9tvyRn0YH
+UxOra6vVQaVcOVJhTM8D18d+lSr3Lp1yiX+UGT4nzWI9+R1CCbwXrqeQVoZs6QZK
+ynEXMkFI9/wNMOwPOvQFOSTuoEoCO+zyTyUWEkNbUq825ELUQdIsjgmlWUOONudx
+sAr7ESRXW9QTHVh6uWmr3VRKZHby1JdU3I/wjdlGg5M2dDuXy5nQO9w/nYLjJXiw
++zzOetZ/+t7/VOkOpNTeJQhwTM1WF7Y2VLetbi9FHgyzHatrduh07+XEiTbgDf3G
+Ix2bp2p6oh0G3N2zpiLcK/aZj8rouWWydfFfsU3MZ4FfJDP8I6b9awxjmKYqIr6h
+iPQCJaLBED8mwK+I5evIbnKv6E6uK+BApWA/R7ElragoFYbqQ1VpvntVMtJt9Dy5
+ZrI+IQARdXD3bb34oh0IPBhClnvvMUc1cWxDoXEX6oJ4I+LzxE87Zkwnan9qOwen
+golMVKFwPx1o37qrbmrXID21kKt7FL6xN4HxHLkItr1fKzdyWDFRHgASTAWfx5BI
+wvPuUW0vZHkvO80VyV2L63whVhPnPASmFkbviomrBttYfpr2aGQqF/qR1Nlxe834
+MFxk1pS9LMa/WnzvFr0gWakCAwEAAQ==
+-----END RSA PUBLIC KEY-----
+`)
+	origStr := "Value1234"
+
+	pubKey, err := DecodeToPublicKey(publicKeyBytes)
+	if err != nil {
+		t.Error(err)
+		t.FailNow()
+	}
+	privKey, err := DecodeToPrivateKey(privKeyBytes)
+	if err != nil {
+		t.Error(err)
+		t.FailNow()
+	}
+	encData, err := Encrypt([]byte(origStr), pubKey)
+	if err != nil {
+		t.Error(err)
+		t.FailNow()
+	}
+
+	encDataStr := base64.StdEncoding.EncodeToString(encData)
+	log.Printf("encrypted data: %s\n", encDataStr)
+	dec, _ := base64.StdEncoding.DecodeString(encDataStr)
+	data, err := Decrypt(dec, privKey)
+	if err != nil {
+		t.Error(err)
+		t.FailNow()
+	}
+	if string(data) != origStr {
+		t.Error("original string and decrypted string don't match")
+		t.FailNow()
+	}
+	log.Printf("decrypted data: %s\n", data)
+}

pkg/api/k8s_secret_marshalling.go

@@ -0,0 +1,26 @@
+package api
+
+import (
+	v1 "k8s.io/api/core/v1"
+	"sigs.k8s.io/yaml"
+)
+
+func K8sSecretToYaml(k8sSecret v1.Secret) ([]byte, error) {
+	k8sSecretYamlMap := map[string]interface{}{}
+	if k8sSecretYamlBytes, err := yaml.Marshal(k8sSecret); err != nil {
+		return nil, err
+	} else if err := yaml.Unmarshal(k8sSecretYamlBytes, &k8sSecretYamlMap); err != nil {
+		return nil, err
+	} else {
+		delete(k8sSecretYamlMap["metadata"].(map[string]interface{}), "creationTimestamp")
+		return yaml.Marshal(k8sSecretYamlMap)
+	}
+}
+
+func K8sSecretFromYaml(k8sSecretBytes []byte) (v1.Secret, error) {
+	k8sSecret := v1.Secret{}
+	if err := yaml.UnmarshalStrict(k8sSecretBytes, &k8sSecret); err != nil {
+		return k8sSecret, err
+	}
+	return k8sSecret, nil
+}

pkg/api/kubectl.go

@@ -0,0 +1,55 @@
+package api
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"os/exec"
+)
+
+func KubectlApply(manifests, namespace string) error {
+	return kubectlOperation(manifests, "apply", namespace)
+}
+
+func KubectlDelete(manifests, namespace string) error {
+	return kubectlOperation(manifests, "delete", namespace)
+}
+
+func kubectlOperation(manifests string, oprName string, namespace string) error {
+	tempYaml, err := ioutil.TempFile("", "")
+	if err != nil {
+		fmt.Println("cannot create file ", err)
+		return err
+	}
+	tempYaml.WriteString(manifests)
+
+	arguments := make([]string, 0)
+	arguments = append(arguments, oprName)
+	arguments = append(arguments, "-f")
+	arguments = append(arguments, tempYaml.Name())
+
+	if oprName == "apply" {
+		arguments = append(arguments, "--validate=false")
+	}
+	if namespace != "" {
+		arguments = append(arguments, "-n")
+		arguments = append(arguments, namespace)
+	}
+	var cmd *exec.Cmd
+	if oprName == "apply" {
+		cmd = exec.Command("kubectl", arguments...)
+	} else {
+		cmd = exec.Command("kubectl", arguments...)
+	}
+
+	cmd.Stdout = os.Stdout
+	cmd.Stderr = os.Stderr
+	err = cmd.Run()
+	if err != nil {
+		fmt.Printf("kubectl apply failed with %s\n", err)
+		fmt.Println("temp CRD file: " + tempYaml.Name())
+		return err
+	}
+	os.Remove(tempYaml.Name())
+	return nil
+}

pkg/api/types.go

@@ -0,0 +1,48 @@
+package api
+
+import "github.com/qlik-oss/k-apis/pkg/config"
+
+// CommonConfig is exported
+type CommonConfig struct {
+	ApiVersion string    `json:"apiVersion" yaml:"apiVersion"`
+	Kind       string    `json:"kind" yaml:"kind"`
+	Metadata   *Metadata `json:"metadata" yaml:"metadata"`
+}
+
+// QliksenseConfig is exported
+type QliksenseConfig struct {
+	CommonConfig      `json:",inline" yaml:",inline"`
+	Spec              *ContextSpec `json:"spec" yaml:"spec"`
+	QliksenseHomePath string       `json:"-" yaml:"-"`
+}
+
+// QliksenseCR is exported
+type QliksenseCR struct {
+	CommonConfig `json:",inline" yaml:",inline"`
+	Spec         *config.CRSpec `json:"spec,omitempty" yaml:"spec,omitempty"`
+}
+
+// ContextSpec is exported
+type ContextSpec struct {
+	Contexts       []Context `json:"contexts" yaml:"contexts"`
+	CurrentContext string    `json:"currentContext" yaml:"currentContext"`
+}
+
+// Context is exported
+type Context struct {
+	Name   string `json:"name,omitempty" yaml:"name,omitempty"`
+	CrFile string `json:"crFile,omitempty" yaml:"crFile,omitempty"`
+}
+
+// Metadata is exported
+type Metadata struct {
+	Name   string            `json:"name,omitempty" yaml:"name,omitempty"`
+	Labels map[string]string `json:"labels,omitempty" yaml:"labels,omitempty"`
+}
+
+// ServiceKeyValue holds the combination of service, key and value
+type ServiceKeyValue struct {
+	SvcName string
+	Key     string
+	Value   string
+}

pkg/api/utils.go

@@ -0,0 +1,113 @@
+package api
+
+import (
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+	"regexp"
+	"strings"
+	"time"
+)
+
+func checkExists(filename string) os.FileInfo {
+	info, err := os.Stat(filename)
+	if os.IsNotExist(err) {
+		return nil
+	}
+	LogDebugMessage("File exists")
+	return info
+}
+
+// FileExists checks if a file exists
+func FileExists(filename string) bool {
+	if fe := checkExists(filename); fe != nil && !fe.IsDir() {
+		return true
+	}
+	return false
+}
+
+// DirExists checks if a directory exists
+func DirExists(dirname string) bool {
+	if fe := checkExists(dirname); fe != nil && fe.IsDir() {
+		return true
+	}
+	return false
+}
+
+// LogDebugMessage logs a debug message
+func LogDebugMessage(strMessage string, args ...interface{}) {
+	if os.Getenv("QLIKSENSE_DEBUG") == "true" {
+		log.Printf(strMessage, args...)
+	}
+}
+
+// ReadKeys reads key file from disk
+func ReadKeys(keyFile string) ([]byte, error) {
+	keybyteArray, err := ioutil.ReadFile(keyFile)
+	if err != nil {
+		err = fmt.Errorf("There was an error reading from file: %s, %v", keyFile, err)
+		log.Println(err)
+		return nil, err
+	}
+	return keybyteArray, nil
+}
+
+// ProcessConfigArgs processes args and returns an service, key, value slice
+func ProcessConfigArgs(args []string) ([]*ServiceKeyValue, error) {
+	// prepare received args
+	// split args[0] into key and value
+	if len(args) == 0 {
+		err := fmt.Errorf("No args were provided. Please provide args to configure the current context")
+		log.Println(err)
+		return nil, err
+	}
+	resultSvcKV := make([]*ServiceKeyValue, len(args))
+	re1 := regexp.MustCompile(`(\w{1,}).(\w{1,})=("*[\w\-_/:0-9]+"*)`)
+	for i, arg := range args {
+		LogDebugMessage("Arg received: %s", arg)
+		result := re1.FindStringSubmatch(arg)
+		// check if result array's length is == 4 (index 0 - is the full match & indices 1,2,3- are the fields we need)
+		if len(result) != 4 {
+			err := fmt.Errorf("Please provide valid args for this command")
+			log.Println(err)
+			return nil, err
+		}
+		resultSvcKV[i] = &ServiceKeyValue{
+			SvcName: result[1],
+			Key:     result[2],
+			Value:   result[3],
+		}
+	}
+	return resultSvcKV, nil
+}
+
+func ExecuteTaskWithBlinkingStdoutFeedback(task func() (interface{}, error), feedback string) (result interface{}, err error) {
+	taskDone := make(chan bool)
+	go func() {
+		result, err = task()
+		taskDone <- true
+	}()
+	progressOnTicker := time.NewTicker(500 * time.Millisecond)
+	progressOffTicker := time.NewTicker(1000 * time.Millisecond)
+	printProgress := func(on bool) {
+		if on {
+			fmt.Printf("%s\r", feedback)
+		} else {
+			fmt.Printf("%s\r", strings.Repeat(" ", len(feedback)))
+		}
+	}
+	for {
+		select {
+		case <-taskDone:
+			progressOnTicker.Stop()
+			progressOffTicker.Stop()
+			printProgress(false)
+			return result, err
+		case <-progressOnTicker.C:
+			printProgress(true)
+		case <-progressOffTicker.C:
+			printProgress(false)
+		}
+	}
+}

pkg/qliksense/about.go

@@ -0,0 +1,250 @@
+package qliksense
+
+import (
+	"bytes"
+	"io"
+	"io/ioutil"
+	"os"
+	"path"
+	"path/filepath"
+	"reflect"
+	"sort"
+
+	kapis_git "github.com/qlik-oss/k-apis/pkg/git"
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+	"gopkg.in/yaml.v2"
+)
+
+type patch struct {
+	Target struct {
+		Kind          string `yaml:"kind"`
+		LabelSelector string `yaml:"labelSelector"`
+	} `yaml:"target"`
+	Patch string `yaml:"patch"`
+}
+
+type selectivePatch struct {
+	APIVersion string `yaml:"apiVersion"`
+	Metadata   struct {
+		Name string `yaml:"name"`
+	} `yaml:"metadata"`
+	Enabled bool    `yaml:"enabled"`
+	Patches []patch `yaml:"patches"`
+}
+
+type helmChart struct {
+	APIVersion string `yaml:"apiVersion"`
+	Kind       string `yaml:"kind"`
+	Metadata   struct {
+		Name string `yaml:"name"`
+	} `yaml:"metadata"`
+	ReleaseNamespace string `yaml:"releaseNamespace"`
+	ChartHome        string `yaml:"chartHome"`
+	ChartRepo        string `yaml:"chartRepo"`
+	ChartName        string `yaml:"chartName"`
+	ChartVersion     string `yaml:"chartVersion"`
+}
+
+type VersionOutput struct {
+	QliksenseVersion string   `yaml:"qlikSenseVersion"`
+	Images           []string `yaml:"images"`
+}
+
+type nullWriter struct {
+}
+
+func (nw *nullWriter) Write(p []byte) (n int, err error) {
+	return len(p), nil
+}
+
+const (
+	defaultProfile = "docker-desktop"
+	defaultGitUrl  = "https://github.com/qlik-oss/qliksense-k8s"
+)
+
+func (q *Qliksense) About(gitRef, profile string) (*VersionOutput, error) {
+	configDirectory, isTemporary, profile, err := q.getConfigDirectory(defaultGitUrl, gitRef, profile)
+	if err != nil {
+		return nil, err
+	}
+	if isTemporary {
+		defer os.RemoveAll(configDirectory)
+	}
+
+	return q.AboutDir(configDirectory, profile)
+}
+
+func (q *Qliksense) AboutDir(configDirectory, profile string) (*VersionOutput, error) {
+	chartVersion, err := getChartVersion(filepath.Join(configDirectory, "transformers", "qseokversion.yaml"), "qliksense")
+	if err != nil {
+		return nil, err
+	}
+
+	kuzManifest, err := executeKustomizeBuildWithStdoutProgress(filepath.Join(configDirectory, "manifests", profile))
+	if err != nil {
+		return nil, err
+	}
+
+	images, err := getImageList(kuzManifest)
+	if err != nil {
+		return nil, err
+	}
+
+	return &VersionOutput{
+		QliksenseVersion: chartVersion,
+		Images:           images,
+	}, nil
+}
+
+func (q *Qliksense) getConfigDirectory(gitUrl, gitRef, profileEntered string) (dir string, isTemporary bool, profile string, err error) {
+	profile = profileEntered
+	if profile == "" {
+		profile = defaultProfile
+	}
+
+	if gitRef != "" {
+		if dir, err = downloadFromGitRepoToTmpDir(gitUrl, gitRef); err != nil {
+			return "", false, "", err
+		} else {
+			return dir, true, profile, nil
+		}
+	}
+
+	var exists bool
+	exists, dir, err = configExistsInCurrentDirectory(profile)
+	if err != nil {
+		return "", false, "", err
+	} else if exists {
+		return dir, false, profile, nil
+	}
+
+	var profileFromCurrentContext string
+	exists, dir, profileFromCurrentContext, err = q.configExistsInCurrentContext()
+	if err != nil {
+		return "", false, "", err
+	} else if exists {
+		if profileEntered == "" {
+			profile = profileFromCurrentContext
+		}
+		return dir, false, profile, nil
+	}
+
+	if dir, err = downloadFromGitRepoToTmpDir(gitUrl, "master"); err != nil {
+		return "", false, "", err
+	} else {
+		return dir, true, profile, nil
+	}
+}
+
+func downloadFromGitRepoToTmpDir(gitUrl, gitRef string) (string, error) {
+	if tmpDir, err := ioutil.TempDir("", ""); err != nil {
+		return "", err
+	} else {
+		downloadPath := path.Join(tmpDir, "repo")
+		if err := downloadFromGitRepo(gitUrl, gitRef, downloadPath); err != nil {
+			_ = os.RemoveAll(tmpDir)
+			return "", err
+		} else {
+			return downloadPath, nil
+		}
+	}
+}
+
+func downloadFromGitRepo(gitUrl, gitRef, destDir string) error {
+	if repo, err := kapis_git.CloneRepository(destDir, gitUrl, nil); err != nil {
+		return err
+	} else {
+		return kapis_git.Checkout(repo, gitRef, "", nil)
+	}
+}
+
+func configExistsInCurrentDirectory(profile string) (exists bool, currentDirectory string, err error) {
+	currentDirectory, err = os.Getwd()
+	if err == nil {
+		info, err := os.Stat(path.Join(currentDirectory, "manifests", profile))
+		if err == nil && info.IsDir() {
+			exists = true
+		}
+	}
+	return exists, currentDirectory, err
+}
+
+func (q *Qliksense) configExistsInCurrentContext() (exists bool, directory string, profile string, err error) {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	if currentCr, err := qConfig.GetCurrentCR(); err != nil {
+		return false, "", "", err
+	} else if currentCr.Spec.ManifestsRoot == "" {
+		return false, "", "", nil
+	} else {
+		return true, currentCr.Spec.GetManifestsRoot(), currentCr.Spec.Profile, nil
+	}
+}
+
+func getImageList(yamlContent []byte) ([]string, error) {
+	decoder := yaml.NewDecoder(bytes.NewReader(yamlContent))
+	var resource map[string]interface{}
+	imageMap := make(map[string]bool)
+	for {
+		err := decoder.Decode(&resource)
+		if err != nil {
+			if err != io.EOF {
+				return nil, err
+			}
+			break
+		}
+		traverseYamlDecodedMapRecursively(reflect.ValueOf(resource), []string{}, func(path []string, val interface{}) {
+			if len(path) >= 2 && path[len(path)-1] == "image" &&
+				(path[len(path)-2] == "containers" || path[len(path)-2] == "initContainers") {
+				if image, ok := val.(string); ok {
+					imageMap[image] = true
+				}
+			}
+		})
+	}
+	var sortedImageList []string
+	for image, _ := range imageMap {
+		sortedImageList = append(sortedImageList, image)
+	}
+	sort.Strings(sortedImageList)
+	return sortedImageList, nil
+}
+
+func traverseYamlDecodedMapRecursively(val reflect.Value, path []string, visitorFunc func(path []string, val interface{})) {
+	kind := val.Kind()
+	switch kind {
+	case reflect.Interface:
+		traverseYamlDecodedMapRecursively(val.Elem(), path, visitorFunc)
+	case reflect.Slice:
+		for i := 0; i < val.Len(); i++ {
+			traverseYamlDecodedMapRecursively(val.Index(i), path, visitorFunc)
+		}
+	case reflect.Map:
+		for _, key := range val.MapKeys() {
+			traverseYamlDecodedMapRecursively(val.MapIndex(key), append(path, key.Interface().(string)), visitorFunc)
+		}
+	default:
+		if kind != reflect.Invalid {
+			visitorFunc(path, val.Interface())
+		}
+	}
+}
+
+func getChartVersion(versionFile, chartName string) (string, error) {
+	var patchInst patch
+	var selPatch selectivePatch
+	var chart helmChart
+
+	if bytes, err := ioutil.ReadFile(versionFile); err != nil {
+		return "", err
+	} else if err = yaml.Unmarshal(bytes, &selPatch); err != nil {
+		return "", err
+	}
+	for _, patchInst = range selPatch.Patches {
+		if err := yaml.Unmarshal([]byte(patchInst.Patch), &chart); err == nil {
+			if chart.ChartName == chartName {
+				return chart.ChartVersion, nil
+			}
+		}
+	}
+	return "", nil
+}

pkg/qliksense/about_test.go

@@ -0,0 +1,579 @@
+package qliksense
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"path"
+	"reflect"
+	"testing"
+
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+func Test_About_getImageList(t *testing.T) {
+	var testCases = []struct {
+		name           string
+		k8sYaml        string
+		expectedImages []string
+	}{
+		{
+			name: "base",
+			k8sYaml: `
+apiVersion: apps/v1 # for versions before 1.9.0 use apps/v1beta2
+kind: Deployment
+metadata:
+  name: nginx-deployment-1
+spec:
+  selector:
+    matchLabels:
+      app: nginx
+  replicas: 2 # tells deployment to run 2 pods matching the template
+  template:
+    metadata:
+      labels:
+        app: nginx
+    spec:
+      containers:
+      - name: nginx
+        image: nginx:1.7.9
+        ports:
+        - containerPort: 80
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  creationTimestamp: 2018-11-15T20:46:46Z
+  name: mysecret
+  namespace: default
+  resourceVersion: "7579"
+  uid: 91460ecb-e917-11e8-98f2-025000000001
+type: Opaque
+data:
+  username: YWRtaW5pc3RyYXRvcg==
+---
+apiVersion: apps/v1 # for versions before 1.9.0 use apps/v1beta2
+kind: Deployment
+metadata:
+  name: nginx-deployment-2
+spec:
+  selector:
+    matchLabels:
+      app: nginx
+  replicas: 2 # tells deployment to run 2 pods matching the template
+  template:
+    metadata:
+      labels:
+        app: nginx
+    spec:
+      containers:
+      - name: nginx
+        image: nginx:1.7.9
+        ports:
+        - containerPort: 80
+apiVersion: v1
+kind: Service
+metadata:
+  name: nginx
+  labels:
+    app: nginx
+spec:
+  ports:
+  - port: 80
+    name: web
+  clusterIP: None
+  selector:
+    app: nginx
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: web
+spec:
+  selector:
+    matchLabels:
+      app: nginx # has to match .spec.template.metadata.labels
+  serviceName: "nginx"
+  replicas: 3 # by default is 1
+  template:
+    metadata:
+      labels:
+        app: nginx # has to match .spec.selector.matchLabels
+    spec:
+      terminationGracePeriodSeconds: 10
+      containers:
+      - name: nginx
+        image: k8s.gcr.io/nginx-slim:0.8
+        ports:
+        - containerPort: 80
+          name: web
+        volumeMounts:
+        - name: www
+          mountPath: /usr/share/nginx/html
+  volumeClaimTemplates:
+  - metadata:
+      name: www
+    spec:
+      accessModes: [ "ReadWriteOnce" ]
+      storageClassName: "my-storage-class"
+      resources:
+        requests:
+          storage: 1Gi
+---
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: pi
+spec:
+  template:
+    spec:
+      containers:
+      - name: pi
+        image: perl
+        command: ["perl",  "-Mbignum=bpi", "-wle", "print bpi(2000)"]
+      restartPolicy: Never
+  backoffLimit: 4
+---
+apiVersion: v1
+kind: Pod
+metadata:
+  name: init-demo
+spec:
+  containers:
+  - name: nginx
+    image: nginx
+    env:
+    - name: FOO
+      value: null 
+    ports:
+    - containerPort: 80
+    volumeMounts:
+    - name: workdir
+      mountPath: /usr/share/nginx/html
+  # These containers are run during pod initialization
+  initContainers:
+  - name: install
+    image: busybox
+    command:
+    - wget
+    - "-O"
+    - "/work-dir/index.html"
+    - http://kubernetes.io
+    volumeMounts:
+    - name: workdir
+      mountPath: "/work-dir"
+  dnsPolicy: Default
+  volumes:
+  - name: workdir
+    emptyDir: {}
+`,
+			expectedImages: []string{"busybox", "k8s.gcr.io/nginx-slim:0.8", "nginx", "nginx:1.7.9", "perl"},
+		},
+		{
+			name: "works for custom resources and CronJobs",
+			k8sYaml: `
+apiVersion: "qixmanager.qlik.com/v1"
+kind: "Engine"
+metadata:
+  name: release-name-engine-reload
+spec:
+  metadata:
+    labels:
+      qix-engine: qix-engine
+    annotations:
+      prometheus.io/scrape: "true"
+  workloadType: "reload"
+  podSpec:
+    imagePullSecrets:
+      - name: artifactory-docker-secret      
+    dnsConfig:
+      options:
+      - name: timeout
+        value: "1"
+      - name: single-request-reopen
+    containers:
+      - name: engine-reload
+        image: another-engine
+---
+apiVersion: batch/v1beta1
+kind: CronJob
+metadata:
+  name: hello
+spec:
+  schedule: "*/1 * * * *"
+  jobTemplate:
+    spec:
+      template:
+        spec:
+          containers:
+          - name: hello
+            image: busybox2
+            args:
+            - /bin/sh
+            - -c
+            - date; echo Hello from the Kubernetes cluster
+          restartPolicy: OnFailure
+`,
+			expectedImages: []string{"another-engine", "busybox2"},
+		},
+	}
+	for _, testCase := range testCases {
+		t.Run(testCase.name, func(t *testing.T) {
+			images, err := getImageList([]byte(testCase.k8sYaml))
+			if err != nil {
+				t.Fatalf("unexpected error: %v\n", err)
+			}
+			if !reflect.DeepEqual(images, testCase.expectedImages) {
+				t.Fatalf("expected %v, but got: %v\n", testCase.expectedImages, images)
+			}
+		})
+	}
+}
+
+func Test_About_getConfigDirectory(t *testing.T) {
+	verifyAsdBranch := func(configDir string) (ok bool, reason string) {
+		tmpDir := os.TempDir()
+
+		if (path.Clean(path.Dir(path.Dir(configDir))) != path.Clean(tmpDir)) || (path.Base(configDir) != "repo") {
+			return false, fmt.Sprintf("expected config directory path: %v to be under: %v and terminate with repo", configDir, tmpDir)
+		}
+
+		if info, err := os.Stat(path.Join(configDir, "asdczxc")); err != nil || !info.Mode().IsRegular() {
+			return false, fmt.Sprintf(`expected to find file: "asdczxc" under directory: %v`, configDir)
+		}
+		return true, ""
+	}
+
+	verifyMasterBranch := func(configDir string) (ok bool, reason string) {
+		tmpDir := os.TempDir()
+
+		if (path.Clean(path.Dir(path.Dir(configDir))) != path.Clean(tmpDir)) || (path.Base(configDir) != "repo") {
+			return false, fmt.Sprintf("expected config directory path: %v to be under: %v and terminate with repo", configDir, tmpDir)
+		}
+
+		if _, err := os.Stat(path.Join(configDir, "asdczxc")); err == nil || !os.IsNotExist(err) {
+			return false, fmt.Sprintf(`expected to NOT find file: "asdczxc"" under directory: %v`, configDir)
+		}
+
+		if info, err := os.Stat(path.Join(configDir, "sad")); err != nil || !info.Mode().IsRegular() {
+			return false, fmt.Sprintf(`expected to find file: "sad"" under directory: %v`, configDir)
+		}
+		return true, ""
+	}
+
+	var testCases = []struct {
+		name    string
+		setup   func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string)
+		verify  func(q *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error)
+		cleanup func(q *Qliksense, configDir string) error
+	}{
+		{
+			name: "config in current directory and default profile",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				currentDirectory, err := os.Getwd()
+				if err != nil {
+					t.Fatalf("error obtaining current directory: %v\n", err)
+				}
+
+				defaultProfilePath := path.Join(currentDirectory, "manifests", "docker-desktop")
+				err = os.MkdirAll(defaultProfilePath, os.ModePerm)
+				if err != nil {
+					t.Fatalf("error making path: %v, err: %v\n", defaultProfilePath, err)
+				}
+				return &Qliksense{}, "no-clone-for-you", "", ""
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				currentDirectory, err := os.Getwd()
+				if err != nil {
+					return false, "", err
+				}
+
+				if configDir != currentDirectory {
+					return false, fmt.Sprintf("expected config directory: %v to equal current directory: %v", configDir, currentDirectory), nil
+				}
+
+				if isTemporary {
+					return false, "expected isTemporary to be false", nil
+				}
+
+				if profile != "docker-desktop" {
+					return false, fmt.Sprintf("expected profile to be: docker-desktop, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(_ *Qliksense, configDir string) error {
+				if currentDirectory, err := os.Getwd(); err != nil {
+					return err
+				} else if err := os.RemoveAll(path.Join(currentDirectory, "manifests")); err != nil {
+					return err
+				}
+				return nil
+			},
+		},
+		{
+			name: "config in current directory and profile specified",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				currentDirectory, err := os.Getwd()
+				if err != nil {
+					t.Fatalf("error obtaining current directory: %v\n", err)
+				}
+
+				profileEntered = "foo"
+				defaultProfilePath := path.Join(currentDirectory, "manifests", profileEntered)
+				err = os.MkdirAll(defaultProfilePath, os.ModePerm)
+				if err != nil {
+					t.Fatalf("error making path: %v, err: %v\n", defaultProfilePath, err)
+				}
+				return &Qliksense{}, "no-clone-for-you", "", profileEntered
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				currentDirectory, err := os.Getwd()
+				if err != nil {
+					return false, "", err
+				}
+
+				if configDir != currentDirectory {
+					return false, fmt.Sprintf("expected config directory: %v to equal current directory: %v", configDir, currentDirectory), nil
+				}
+
+				if isTemporary {
+					return false, "expected isTemporary to be false", nil
+				}
+
+				if profile != "foo" {
+					return false, fmt.Sprintf("expected profile to be: foo, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(_ *Qliksense, configDir string) error {
+				if currentDirectory, err := os.Getwd(); err != nil {
+					return err
+				} else if err := os.RemoveAll(path.Join(currentDirectory, "manifests")); err != nil {
+					return err
+				}
+				return nil
+			},
+		},
+		{
+			name: "config downloaded from git based on specific git ref and default profile used",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				return &Qliksense{}, "https://github.com/test/HelloWorld", "asd", ""
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				ok, reason = verifyAsdBranch(configDir)
+				if !ok {
+					return ok, reason, nil
+				}
+
+				if !isTemporary {
+					return false, "expected isTemporary to be true", nil
+				}
+
+				if profile != "docker-desktop" {
+					return false, fmt.Sprintf("expected profile to be: docker-desktop, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(_ *Qliksense, configDir string) error {
+				tmpDir := os.TempDir()
+
+				if path.Clean(path.Dir(path.Dir(configDir))) == path.Clean(tmpDir) && path.Base(configDir) == "repo" {
+					tmpTmpDir := path.Dir(configDir)
+					if err := os.RemoveAll(tmpTmpDir); err != nil {
+						return err
+					}
+				}
+				return nil
+			},
+		},
+		{
+			name: "config downloaded from git based on specific git ref and profile specified",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				return &Qliksense{}, "https://github.com/test/HelloWorld", "asd", "foo"
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				ok, reason = verifyAsdBranch(configDir)
+				if !ok {
+					return ok, reason, nil
+				}
+
+				if !isTemporary {
+					return false, "expected isTemporary to be true", nil
+				}
+
+				if profile != "foo" {
+					return false, fmt.Sprintf("expected profile to be: foo, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(_ *Qliksense, configDir string) error {
+				tmpDir := os.TempDir()
+
+				if path.Clean(path.Dir(path.Dir(configDir))) == path.Clean(tmpDir) && path.Base(configDir) == "repo" {
+					tmpTmpDir := path.Dir(configDir)
+					if err := os.RemoveAll(tmpTmpDir); err != nil {
+						return err
+					}
+				}
+				return nil
+			},
+		},
+		{
+			name: "config downloaded from git from master branch and default profile used",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				if qliksenseHome, err := ioutil.TempDir("", ""); err != nil {
+					t.Fatalf("error creating tmp qliksenseHome directory: %v\n", err)
+					return nil, "", "", ""
+				} else {
+					q := &Qliksense{QliksenseHome: qliksenseHome}
+					if err := q.SetUpQliksenseDefaultContext(); err != nil {
+						t.Fatalf("error setting up default context in the tmp dir: %v\n", err)
+						return nil, "", "", ""
+					} else {
+						return q, "https://github.com/test/HelloWorld", "", ""
+					}
+				}
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				ok, reason = verifyMasterBranch(configDir)
+				if !ok {
+					return ok, reason, nil
+				}
+
+				if !isTemporary {
+					return false, "expected isTemporary to be true", nil
+				}
+
+				if profile != "docker-desktop" {
+					return false, fmt.Sprintf("expected profile to be: docker-desktop, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(q *Qliksense, configDir string) error {
+				tmpDir := os.TempDir()
+				if path.Clean(path.Dir(path.Dir(configDir))) == path.Clean(tmpDir) && path.Base(configDir) == "repo" {
+					tmpTmpDir := path.Dir(configDir)
+					if err := os.RemoveAll(tmpTmpDir); err != nil {
+						return err
+					}
+				}
+				if err := os.RemoveAll(q.QliksenseHome); err != nil {
+					return err
+				}
+				return nil
+			},
+		},
+		{
+			name: "config downloaded from git from master branch and profile specified",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				if qliksenseHome, err := ioutil.TempDir("", ""); err != nil {
+					t.Fatalf("error creating tmp qliksenseHome directory: %v\n", err)
+					return nil, "", "", ""
+				} else {
+					q := &Qliksense{QliksenseHome: qliksenseHome}
+					if err := q.SetUpQliksenseDefaultContext(); err != nil {
+						t.Fatalf("error setting up default context in the tmp dir: %v\n", err)
+						return nil, "", "", ""
+					} else {
+						return q, "https://github.com/test/HelloWorld", "", "foo"
+					}
+				}
+			},
+			verify: func(_ *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				ok, reason = verifyMasterBranch(configDir)
+				if !ok {
+					return ok, reason, nil
+				}
+
+				if !isTemporary {
+					return false, "expected isTemporary to be true", nil
+				}
+
+				if profile != "foo" {
+					return false, fmt.Sprintf("expected profile to be: foo, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(q *Qliksense, configDir string) error {
+				tmpDir := os.TempDir()
+				if path.Clean(path.Dir(path.Dir(configDir))) == path.Clean(tmpDir) && path.Base(configDir) == "repo" {
+					tmpTmpDir := path.Dir(configDir)
+					if err := os.RemoveAll(tmpTmpDir); err != nil {
+						return err
+					}
+				}
+				if err := os.RemoveAll(q.QliksenseHome); err != nil {
+					return err
+				}
+				return nil
+			},
+		},
+		{
+			name: "config loaded from current context",
+			setup: func(t *testing.T) (q *Qliksense, gitUrl, gitRef, profileEntered string) {
+				if qliksenseHome, err := ioutil.TempDir("", ""); err != nil {
+					t.Fatalf("error creating tmp qliksenseHome directory: %v\n", err)
+					return nil, "", "", ""
+				} else {
+					q := &Qliksense{QliksenseHome: qliksenseHome}
+					if err := q.SetUpQliksenseDefaultContext(); err != nil {
+						t.Fatalf("error setting up default context in the tmp dir: %v\n", err)
+						return nil, "", "", ""
+					} else if err := q.FetchQK8s("master"); err != nil {
+						t.Fatalf("error fetching master config to the tmp dir: %v\n", err)
+						return nil, "", "", ""
+					} else {
+						return q, "no-git-clone-for-you", "", ""
+					}
+				}
+			},
+			verify: func(q *Qliksense, configDir string, isTemporary bool, profile string) (ok bool, reason string, err error) {
+				qConfig := qapi.NewQConfig(q.QliksenseHome)
+				expectedConfigDir := qConfig.BuildRepoPath("master")
+
+				if configDir != expectedConfigDir {
+					return false, fmt.Sprintf("expected configDir to be %v", expectedConfigDir), nil
+				}
+
+				if isTemporary {
+					return false, "expected isTemporary to be false", nil
+				}
+
+				if profile != "docker-desktop" {
+					return false, fmt.Sprintf("expected profile to be: docker-desktop, but it was: %v", profile), nil
+				}
+
+				return true, "", nil
+			},
+			cleanup: func(q *Qliksense, configDir string) error {
+				if err := os.RemoveAll(q.QliksenseHome); err != nil {
+					return err
+				}
+				return nil
+			},
+		},
+	}
+	for _, testCase := range testCases {
+		t.Run(testCase.name, func(t *testing.T) {
+			q, gitUrl, gitRef, profileEntered := testCase.setup(t)
+			configDirectory, isTemporary, profile, err := q.getConfigDirectory(gitUrl, gitRef, profileEntered)
+			if err != nil {
+				t.Fatalf("unexpected error: %v\n", err)
+			}
+
+			if ok, reason, err := testCase.verify(q, configDirectory, isTemporary, profile); err != nil {
+				t.Fatalf("unexpected verification error: %v\n", err)
+			} else if !ok {
+				t.Fatalf("verification failed: %v\n", reason)
+			} else if err := testCase.cleanup(q, configDirectory); err != nil {
+				t.Fatalf("unexpected cleanup error: %v\n", err)
+			}
+		})
+	}
+}

pkg/qliksense/config.go

@@ -0,0 +1,120 @@
+package qliksense
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"path"
+	"path/filepath"
+	"strings"
+
+	"github.com/mitchellh/go-homedir"
+	"gopkg.in/yaml.v2"
+
+	"github.com/qlik-oss/k-apis/pkg/cr"
+	"github.com/qlik-oss/sense-installer/pkg/api"
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+const (
+	Q_INIT_CRD_PATH = "manifests/base/manifests/qliksense-init"
+)
+
+func (q *Qliksense) ConfigApplyQK8s() error {
+
+	//get the current context cr
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+
+	if qcr.Spec.Git.Repository != "" {
+		// fetching and applying manifest will be in the operator controller
+		return q.applyCR(qcr.Spec.NameSpace)
+	}
+	return q.applyConfigToK8s(qcr)
+}
+
+func (q *Qliksense) applyConfigToK8s(qcr *qapi.QliksenseCR) error {
+	if qcr.Spec.RotateKeys != "None" {
+		if err := os.Unsetenv("EJSON_KEY"); err != nil {
+			fmt.Printf("error unsetting EJSON_KEY environment variable: %v\n", err)
+			return err
+		}
+		if err := os.Setenv("EJSON_KEYDIR", q.QliksenseEjsonKeyDir); err != nil {
+			fmt.Printf("error setting EJSON_KEYDIR environment variable: %v\n", err)
+			return err
+		}
+	}
+	userHomeDir, err := homedir.Dir()
+	if err != nil {
+		fmt.Printf(`error fetching user's home directory: %v\n`, err)
+		return err
+	}
+	fmt.Println("Manifests root: " + qcr.Spec.GetManifestsRoot())
+	// generate patches
+	cr.GeneratePatches(qcr.Spec, path.Join(userHomeDir, ".kube", "config"))
+	// apply generated manifests
+	profilePath := filepath.Join(qcr.Spec.GetManifestsRoot(), qcr.Spec.GetProfileDir())
+	mByte, err := executeKustomizeBuild(profilePath)
+	if err != nil {
+		fmt.Println("cannot generate manifests for "+profilePath, err)
+		return err
+	}
+	if err = qapi.KubectlApply(string(mByte), qcr.Spec.NameSpace); err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func (q *Qliksense) ConfigViewCR() error {
+	//get the current context cr
+	r, err := q.getCurrentCRString()
+	if err != nil {
+		return err
+	}
+	fmt.Println(r)
+	return nil
+}
+
+func (q *Qliksense) getCurrentCRString() (string, error) {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	return q.getCRString(qConfig.Spec.CurrentContext)
+}
+
+func (q *Qliksense) getCRString(contextName string) (string, error) {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCR(contextName)
+	if err != nil {
+		fmt.Println("cannot get the context cr", err)
+		return "", err
+	}
+	out, err := yaml.Marshal(qcr)
+	if err != nil {
+		fmt.Println("cannot unmarshal cr ", err)
+		return "", err
+	}
+	var crString strings.Builder
+	crString.Write(out)
+
+	for svcName, v := range qcr.Spec.Secrets {
+		for _, item := range v {
+			if item.ValueFrom != nil && item.ValueFrom.SecretKeyRef != nil {
+				secretFilePath := filepath.Join(q.QliksenseHome, QliksenseContextsDir, qcr.Metadata.Name, QliksenseSecretsDir, svcName+".yaml")
+
+				if api.FileExists(secretFilePath) {
+					secretFile, err := ioutil.ReadFile(secretFilePath)
+					if err != nil {
+						return "", err
+					}
+					crString.WriteString("\n---\n")
+					crString.Write(secretFile)
+				}
+			}
+		}
+	}
+	return crString.String(), nil
+}

pkg/qliksense/context_configs.go

@@ -0,0 +1,473 @@
+package qliksense
+
+import (
+	"crypto/rsa"
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+	"path/filepath"
+	"strings"
+	"text/tabwriter"
+
+	"encoding/base64"
+	b64 "encoding/base64"
+
+	ansi "github.com/mattn/go-colorable"
+	"github.com/qlik-oss/sense-installer/pkg/api"
+	"github.com/ttacon/chalk"
+	v1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+)
+
+const (
+	// Below are some constants to support qliksense context setup
+	QliksenseConfigHome        = "/.qliksense"
+	QliksenseConfigContextHome = "/.qliksense/contexts"
+	QliksenseConfigFile        = "config.yaml"
+	QliksenseContextsDir       = "contexts"
+	DefaultQliksenseContext    = "qlik-default"
+	MaxContextNameLength       = 17
+	QliksenseSecretsDir        = "secrets"
+
+	imageRegistryConfigKey = "imageRegistry"
+	pullSecretName         = "artifactory-docker-secret"
+)
+
+// SetSecrets - set-secrets <key>=<value> commands
+func (q *Qliksense) SetSecrets(args []string, isSecretSet bool) error {
+	qConfig := api.NewQConfig(q.QliksenseHome)
+	qliksenseCR, qliksenseContextsFile, err := retrieveCurrentContextInfo(q)
+	if err != nil {
+		return err
+	}
+
+	// Metadata name in qliksense CR is the name of the current context
+	api.LogDebugMessage("Current context: %s", qliksenseCR.Metadata.Name)
+	rsaPublicKey, _, err := qConfig.GetCurrentContextEncryptionKeyPair()
+	if err != nil {
+		return err
+	}
+
+	resultArgs, err := api.ProcessConfigArgs(args)
+	if err != nil {
+		return err
+	}
+	for _, ra := range resultArgs {
+		if err := q.processSecret(ra, rsaPublicKey, qliksenseCR, isSecretSet); err != nil {
+			return err
+		}
+	}
+	// write modified content into context-yaml
+	api.WriteToFile(&qliksenseCR, qliksenseContextsFile)
+
+	return nil
+}
+
+func (q *Qliksense) processSecret(ra *api.ServiceKeyValue, rsaPublicKey *rsa.PublicKey, qliksenseCR api.QliksenseCR, isSecretSet bool) error {
+	// encrypt value with RSA key pair
+	valueBytes := []byte(ra.Value)
+	cipherText, e2 := api.Encrypt(valueBytes, rsaPublicKey)
+	if e2 != nil {
+		return e2
+	}
+	base64EncodedSecret := b64.StdEncoding.EncodeToString(cipherText)
+	secretName := ""
+	if isSecretSet {
+		secretFolder := filepath.Join(q.QliksenseHome, QliksenseContextsDir, qliksenseCR.Metadata.Name, QliksenseSecretsDir)
+		secretFileName := filepath.Join(secretFolder, ra.SvcName+".yaml")
+
+		secretName = fmt.Sprintf("%s-%s-%s", qliksenseCR.Metadata.Name, ra.SvcName, "sense_installer")
+		api.LogDebugMessage("Constructed secret name: %s", secretName)
+
+		k8sSecret := v1.Secret{
+			TypeMeta: metav1.TypeMeta{
+				APIVersion: "v1",
+				Kind:       "Secret",
+			},
+			ObjectMeta: metav1.ObjectMeta{
+				Name: secretName,
+			},
+			Type: v1.SecretTypeOpaque,
+		}
+
+		if !api.DirExists(secretFolder) {
+			if err := os.MkdirAll(secretFolder, os.ModePerm); err != nil {
+				err = fmt.Errorf("Not able to create %s dir: %v", secretFolder, err)
+				log.Println(err)
+				return err
+			}
+		}
+		// if read from file errors out, we can ignore it here
+		_ = api.ReadFromFile(&k8sSecret, secretFileName)
+		if k8sSecret.Data == nil {
+			k8sSecret.Data = map[string][]byte{}
+		}
+		k8sSecret.Data[ra.Key] = []byte(base64EncodedSecret)
+
+		// Write secret to file
+		k8sSecretBytes, err := api.K8sSecretToYaml(k8sSecret)
+		if err != nil {
+			api.LogDebugMessage("Error while converting K8s secret to yaml")
+			return err
+		}
+		if err = ioutil.WriteFile(secretFileName, k8sSecretBytes, os.ModePerm); err != nil {
+			api.LogDebugMessage("Error while writing K8s secret to file")
+			return err
+		}
+		// api.WriteToFile(&k8sSecret, secretFileName)
+		api.LogDebugMessage("Created a Kubernetes secret")
+
+		// Prepare args to update CR in the next step
+		base64EncodedSecret = ""
+	}
+
+	// write into CR the keyref of the secret
+	qliksenseCR.Spec.AddToSecrets(ra.SvcName, ra.Key, base64EncodedSecret, secretName)
+	return nil
+}
+
+// SetConfigs - set-configs <key>=<value> commands
+func (q *Qliksense) SetConfigs(args []string) error {
+	// retieve current context from config.yaml
+	qliksenseCR, qliksenseContextsFile, err := retrieveCurrentContextInfo(q)
+	if err != nil {
+		return err
+	}
+
+	resultArgs, err := api.ProcessConfigArgs(args)
+	if err != nil {
+		return err
+	}
+	for _, ra := range resultArgs {
+		qliksenseCR.Spec.AddToConfigs(ra.SvcName, ra.Key, ra.Value)
+	}
+	// write modified content into context.yaml
+	api.WriteToFile(&qliksenseCR, qliksenseContextsFile)
+
+	return nil
+}
+
+func retrieveCurrentContextInfo(q *Qliksense) (api.QliksenseCR, string, error) {
+	var qliksenseConfig api.QliksenseConfig
+	qliksenseConfigFile := filepath.Join(q.QliksenseHome, QliksenseConfigFile)
+
+	if err := api.ReadFromFile(&qliksenseConfig, qliksenseConfigFile); err != nil {
+		log.Println(err)
+		return api.QliksenseCR{}, "", err
+	}
+	currentContext := qliksenseConfig.Spec.CurrentContext
+	api.LogDebugMessage("Current-context from config.yaml: %s", currentContext)
+	if currentContext == "" {
+		// current-context is empty
+		err := fmt.Errorf(`Please run the "qliksense config set-context <context-name>" first before viewing the current context info`)
+		log.Println(err)
+		return api.QliksenseCR{}, "", err
+	}
+	// read the context.yaml file
+	var qliksenseCR api.QliksenseCR
+	if currentContext == "" {
+		// current-context is empty
+		err := fmt.Errorf(`Please run the "qliksense config set-context <context-name>" first before viewing the current context info`)
+		log.Println(err)
+		return api.QliksenseCR{}, "", err
+	}
+	qliksenseContextsFile := filepath.Join(q.QliksenseHome, QliksenseContextsDir, currentContext, currentContext+".yaml")
+	if !api.FileExists(qliksenseContextsFile) {
+		err := fmt.Errorf("Context file does not exist.\nPlease try re-running `qliksense config set-context <context-name>` and then `qliksense config view` again")
+		log.Println(err)
+		return api.QliksenseCR{}, "", err
+	}
+	if err := api.ReadFromFile(&qliksenseCR, qliksenseContextsFile); err != nil {
+		log.Println(err)
+		return api.QliksenseCR{}, "", err
+	}
+
+	api.LogDebugMessage("Read context file: %s, Read QliksenseCR: %v", qliksenseContextsFile, qliksenseCR)
+	return qliksenseCR, qliksenseContextsFile, nil
+}
+
+// SetOtherConfigs - set profile/namespace/storageclassname/git.repository commands
+func (q *Qliksense) SetOtherConfigs(args []string) error {
+	// retieve current context from config.yaml
+	qliksenseCR, qliksenseContextsFile, err := retrieveCurrentContextInfo(q)
+	if err != nil {
+		return err
+	}
+
+	// modify appropriate fields
+	if len(args) == 0 {
+		err := fmt.Errorf("No args were provided. Please provide args to configure the current context")
+		log.Println(err)
+		return err
+	}
+
+	for _, arg := range args {
+		argsString := strings.Split(arg, "=")
+		switch argsString[0] {
+		case "profile":
+			qliksenseCR.Spec.Profile = argsString[1]
+			api.LogDebugMessage("Current profile after modification: %s ", qliksenseCR.Spec.Profile)
+		case "namespace":
+			qliksenseCR.Spec.NameSpace = argsString[1]
+			api.LogDebugMessage("Current namespace after modification: %s ", qliksenseCR.Spec.NameSpace)
+		case "git.repository":
+			qliksenseCR.Spec.Git.Repository = argsString[1]
+			api.LogDebugMessage("Current git repository after modification: %s ", qliksenseCR.Spec.Git.Repository)
+		case "storageClassName":
+			qliksenseCR.Spec.StorageClassName = argsString[1]
+			api.LogDebugMessage("Current StorageClassName after modification: %s ", qliksenseCR.Spec.StorageClassName)
+		case "manifestsRoot":
+			qliksenseCR.Spec.ManifestsRoot = argsString[1]
+		case "rotateKeys":
+			rotateKeys, err := validateInput(argsString[1])
+			if err != nil {
+				return err
+			}
+			qliksenseCR.Spec.RotateKeys = rotateKeys
+			api.LogDebugMessage("Current rotateKeys after modification: %s ", qliksenseCR.Spec.RotateKeys)
+		default:
+			log.Println("As part of the `qliksense config set` command, please enter one of: profile, namespace, storageClassName,rotateKeys or git.repository arguments")
+		}
+	}
+	// write modified content into context.yaml
+	api.WriteToFile(&qliksenseCR, qliksenseContextsFile)
+
+	return nil
+}
+
+// SetContextConfig - set the context for qliksense kubernetes resources to live in
+func (q *Qliksense) SetContextConfig(args []string) error {
+	if len(args) == 1 {
+		q.SetUpQliksenseContext(args[0], false)
+	} else {
+		err := fmt.Errorf("Please provide a name to configure the context with")
+		log.Println(err)
+		return err
+	}
+	return nil
+}
+
+func (q *Qliksense) ListContextConfigs() error {
+	qliksenseConfigFile := filepath.Join(q.QliksenseHome, QliksenseConfigFile)
+	var qliksenseConfig api.QliksenseConfig
+	if err := api.ReadFromFile(&qliksenseConfig, qliksenseConfigFile); err != nil {
+		log.Println(err)
+		return err
+	}
+	out := ansi.NewColorableStdout()
+	w := tabwriter.NewWriter(out, 5, 8, 0, '\t', 0)
+	fmt.Fprintln(w, chalk.Underline.TextStyle("Context Name"), "\t", chalk.Underline.TextStyle("CR File Location"))
+	w.Flush()
+	if len(qliksenseConfig.Spec.Contexts) > 0 {
+		for _, cont := range qliksenseConfig.Spec.Contexts {
+			fmt.Fprintln(w, cont.Name, "\t", cont.CrFile, "\t")
+		}
+		w.Flush()
+		fmt.Fprintln(out, "")
+		fmt.Fprintln(out, chalk.Bold.TextStyle("Current Context : "), qliksenseConfig.Spec.CurrentContext)
+	} else {
+		fmt.Fprintln(out, "No Contexts Available")
+	}
+	return nil
+}
+
+// SetUpQliksenseDefaultContext - to setup dir structure for default qliksense context
+func (q *Qliksense) SetUpQliksenseDefaultContext() error {
+	return q.SetUpQliksenseContext(DefaultQliksenseContext, true)
+}
+
+// SetUpQliksenseContext - to setup qliksense context
+func (q *Qliksense) SetUpQliksenseContext(contextName string, isDefaultContext bool) error {
+	// check the length of the context name entered by the user, it should not exceed 17 chars
+	if len(contextName) > MaxContextNameLength {
+		err := fmt.Errorf("Please enter a context-name with utmost 17 characters")
+		log.Println(err)
+		return err
+	}
+
+	qliksenseConfigFile := filepath.Join(q.QliksenseHome, QliksenseConfigFile)
+	var qliksenseConfig api.QliksenseConfig
+	configFileTrack := false
+
+	if !api.FileExists(qliksenseConfigFile) {
+		qliksenseConfig.AddBaseQliksenseConfigs(contextName)
+	} else {
+		if err := api.ReadFromFile(&qliksenseConfig, qliksenseConfigFile); err != nil {
+			log.Println(err)
+			return err
+		}
+		if isDefaultContext { // if config file exits but a default context is requested, we want to prevent writing to config file
+			configFileTrack = true
+		}
+	}
+	// creating a file in the name of the context if it does not exist/ opening it to append/modify content if it already exists
+
+	qliksenseContextsDir1 := filepath.Join(q.QliksenseHome, QliksenseContextsDir)
+	if !api.DirExists(qliksenseContextsDir1) {
+		if err := os.Mkdir(qliksenseContextsDir1, os.ModePerm); err != nil {
+			err = fmt.Errorf("Not able to create %s dir: %v", qliksenseContextsDir1, err)
+			log.Println(err)
+			return err
+		}
+	}
+	api.LogDebugMessage("%s exists", qliksenseContextsDir1)
+
+	// creating contexts/qlik-default/qlik-default.yaml file
+	qliksenseContextFile := filepath.Join(qliksenseContextsDir1, contextName, contextName+".yaml")
+	var qliksenseCR api.QliksenseCR
+
+	defaultContextsDir := filepath.Join(qliksenseContextsDir1, contextName)
+	if !api.DirExists(defaultContextsDir) {
+		if err := os.Mkdir(defaultContextsDir, os.ModePerm); err != nil {
+			err = fmt.Errorf("Not able to create %s: %v", defaultContextsDir, err)
+			log.Println(err)
+			return err
+		}
+	}
+	api.LogDebugMessage("%s exists", defaultContextsDir)
+	if !api.FileExists(qliksenseContextFile) {
+		qliksenseCR.AddCommonConfig(contextName)
+		api.LogDebugMessage("Added Context: %s", contextName)
+	} else {
+		if err := api.ReadFromFile(&qliksenseCR, qliksenseContextFile); err != nil {
+			log.Println(err)
+			return err
+		}
+	}
+
+	api.WriteToFile(&qliksenseCR, qliksenseContextFile)
+	ctxTrack := false
+	if len(qliksenseConfig.Spec.Contexts) > 0 {
+		for _, ctx := range qliksenseConfig.Spec.Contexts {
+			if ctx.Name == contextName {
+				ctx.CrFile = qliksenseContextFile
+				ctxTrack = true
+				break
+			}
+		}
+	}
+	if !ctxTrack {
+		qliksenseConfig.Spec.Contexts = append(qliksenseConfig.Spec.Contexts, api.Context{
+			Name:   contextName,
+			CrFile: qliksenseContextFile,
+		})
+	}
+	qliksenseConfig.Spec.CurrentContext = contextName
+	if !configFileTrack {
+		api.WriteToFile(&qliksenseConfig, qliksenseConfigFile)
+	}
+
+	return nil
+}
+
+func validateInput(input string) (string, error) {
+	var err error
+	validInputs := []string{"yes", "no", "None"}
+	isValid := false
+	for _, elem := range validInputs {
+		if input == elem {
+			isValid = true
+			break
+		}
+	}
+	if !isValid {
+		err = fmt.Errorf("Please enter one of: yes, no or None")
+		log.Println(err)
+
+	}
+	return input, err
+}
+
+// PrepareK8sSecret decodes and decrypts the secret value in the secret.yaml file and returns a B64encoded string
+func (q *Qliksense) PrepareK8sSecret(qliksenseCR api.QliksenseCR, targetFile string) (string, error) {
+	qConfig := api.NewQConfig(q.QliksenseHome)
+	_, rsaPrivateKey, err := qConfig.GetCurrentContextEncryptionKeyPair()
+	if err != nil {
+		return "", err
+	}
+
+	// check if targetFile exists
+	if !api.FileExists(targetFile) {
+		err := fmt.Errorf("Target file does not exist in the path provided")
+		log.Println(err)
+		return "", err
+	}
+	// read the target file
+	k8sSecret, err := readTargetfile(targetFile)
+	if err != nil {
+		return "", err
+	}
+	// retrieve value from data section
+	k8sSecret1, err := api.K8sSecretFromYaml(k8sSecret)
+	if err != nil {
+		return "", err
+	}
+
+	dataMap := k8sSecret1.Data
+	var base64EncodedSecret string
+	var resultMap = make(map[string][]byte)
+	for k, v := range dataMap {
+		// base64 decode every value
+		decodedStr, _ := base64.StdEncoding.DecodeString(string(v))
+
+		decryptedString, err := api.Decrypt(decodedStr, rsaPrivateKey)
+		if err != nil {
+			err := fmt.Errorf("Not able to decrypt message")
+			return "", err
+		}
+
+		// base64 encode the values
+		base64EncodedSecret = b64.StdEncoding.EncodeToString(decryptedString)
+		resultMap[k] = []byte(base64EncodedSecret)
+	}
+	api.LogDebugMessage("B64 encoded Map: %v\n", resultMap)
+
+	// putting the above map back into the k8sSecret struct
+	k8sSecret1.Data = resultMap
+	k8sSecretBytes, err := api.K8sSecretToYaml(k8sSecret1)
+	api.LogDebugMessage("Final Yaml: %v\n", string(k8sSecretBytes))
+	if err != nil {
+		return "", err
+	}
+
+	return string(k8sSecretBytes), nil
+}
+
+func readTargetfile(targetFile string) ([]byte, error) {
+	k8sSecret, err := ioutil.ReadFile(targetFile)
+	if err != nil {
+		err := fmt.Errorf("Unable to read the targetFile")
+		log.Println(err)
+		return nil, err
+	}
+	return k8sSecret, nil
+}
+
+func (q *Qliksense) SetImageRegistry(registry, pushUsername, pushPassword, pullUsername, pullPassword string) error {
+	qConfig := api.NewQConfig(q.QliksenseHome)
+	qliksenseCR, qliksenseContextsFile, err := retrieveCurrentContextInfo(q)
+	if err != nil {
+		return err
+	}
+	if pushUsername != "" {
+		if err := qConfig.SetPushDockerConfigJsonSecret(&api.DockerConfigJsonSecret{
+			Uri:      registry,
+			Username: pushUsername,
+			Password: pushPassword,
+		}); err != nil {
+			return err
+		} else if err := qConfig.SetPullDockerConfigJsonSecret(&api.DockerConfigJsonSecret{
+			Name:      pullSecretName,
+			Namespace: qliksenseCR.Spec.NameSpace,
+			Uri:       registry,
+			Username:  pullUsername,
+			Password:  pullPassword,
+			Email:     pullUsername,
+		}); err != nil {
+			return err
+		}
+	}
+	qliksenseCR.Spec.AddToConfigs("qliksense", imageRegistryConfigKey, registry)
+	return api.WriteToFile(&qliksenseCR, qliksenseContextsFile)
+}

pkg/qliksense/context_configs_test.go

@@ -0,0 +1,337 @@
+package qliksense
+
+import (
+	"fmt"
+	"io/ioutil"
+	"log"
+	"os"
+	"path"
+	"path/filepath"
+	"testing"
+
+	"github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+var (
+	testDir = "./tests"
+)
+
+func setup() func() {
+	// create tests dir
+	if err := os.Mkdir(testDir, 0777); err != nil {
+		log.Printf("\nError occurred: %v", err)
+	}
+	config :=
+		`
+apiVersion: config.qlik.com/v1
+kind: QliksenseConfig
+metadata:
+  name: qliksenseConfig
+spec:
+  contexts:
+  - name: qlik-default
+    crLocation: /root/.qliksense/contexts/qlik-default.yaml
+  currentContext: qlik-default
+`
+	configFile := filepath.Join(testDir, "config.yaml")
+	// tests/config.yaml exists
+	ioutil.WriteFile(configFile, []byte(config), 0777)
+
+	contextYaml :=
+		`
+apiVersion: qlik.com/v1
+kind: Qliksense
+metadata:
+  name: qlik-default
+spec:
+  profile: docker-desktop
+  rotateKeys: "yes"
+  releaseName: qlik-default
+`
+	qlikDefaultContext := "qlik-default"
+	// create contexts/qlik-default/ under tests/
+	contexts := "contexts"
+	contextsDir := filepath.Join(testDir, contexts, qlikDefaultContext)
+	if err := os.MkdirAll(contextsDir, 0777); err != nil {
+		err = fmt.Errorf("Not able to create directories")
+		log.Fatal(err)
+	}
+
+	contextFile := filepath.Join(contextsDir, qlikDefaultContext+".yaml")
+	ioutil.WriteFile(contextFile, []byte(contextYaml), 0777)
+	tearDown := func() {
+		os.RemoveAll(testDir)
+	}
+	return tearDown
+}
+
+func Test_retrieveCurrentContextInfo(t *testing.T) {
+
+	tearDown := setup()
+	defer tearDown()
+
+	q := &Qliksense{
+		QliksenseHome: testDir,
+	}
+	_, _, err := retrieveCurrentContextInfo(q)
+	if err != nil {
+		t.FailNow()
+	}
+}
+
+func TestSetUpQliksenseContext(t *testing.T) {
+	type args struct {
+		qlikSenseHome    string
+		contextName      string
+		isDefaultContext bool
+	}
+	tests := []struct {
+		name    string
+		args    args
+		wantErr bool
+	}{
+		{
+			name: "valid contextname",
+			args: args{
+				qlikSenseHome:    testDir,
+				contextName:      "testContext1",
+				isDefaultContext: false,
+			},
+			wantErr: false,
+		},
+		{
+			name: "invalid contextname",
+			args: args{
+				qlikSenseHome:    testDir,
+				contextName:      "testContext_abcdefgh",
+				isDefaultContext: false,
+			},
+			wantErr: true,
+		},
+	}
+	tearDown := setup()
+	defer tearDown()
+
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			q, err := New(tt.args.qlikSenseHome)
+			if err != nil {
+				t.Errorf("unable to create a qliksense instance")
+				return
+			}
+			if err := q.SetUpQliksenseContext(tt.args.contextName, tt.args.isDefaultContext); (err != nil) != tt.wantErr {
+				t.Errorf("SetUpQliksenseContext() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func TestSetUpQliksenseDefaultContext(t *testing.T) {
+	type args struct {
+		qlikSenseHome string
+	}
+	tests := []struct {
+		name    string
+		args    args
+		wantErr bool
+	}{
+		{
+			name: "valid case",
+			args: args{
+				qlikSenseHome: testDir,
+			},
+			wantErr: false,
+		},
+	}
+	tearDown := setup()
+	defer tearDown()
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			q, err := New(tt.args.qlikSenseHome)
+			if err != nil {
+				t.Errorf("unable to create a qliksense instance")
+				return
+			}
+			if err := q.SetUpQliksenseDefaultContext(); (err != nil) != tt.wantErr {
+				t.Errorf("SetUpQliksenseDefaultContext() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func TestSetOtherConfigs(t *testing.T) {
+	type args struct {
+		q    *Qliksense
+		args []string
+	}
+	tests := []struct {
+		name    string
+		args    args
+		wantErr bool
+	}{
+		{
+			name: "valid case",
+			args: args{
+				q: &Qliksense{
+					QliksenseHome: testDir,
+				},
+				args: []string{"profile=minikube", "namespace=qliksense", "storageClassName=efs"},
+			},
+			wantErr: false,
+		},
+	}
+	tearDown := setup()
+	defer tearDown()
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if err := tt.args.q.SetOtherConfigs(tt.args.args); (err != nil) != tt.wantErr {
+				t.Errorf("SetOtherConfigs() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func TestSetConfigs(t *testing.T) {
+	type args struct {
+		q    *Qliksense
+		args []string
+	}
+	tests := []struct {
+		name    string
+		args    args
+		wantErr bool
+	}{
+		{
+			name: "valid case",
+			args: args{
+				q: &Qliksense{
+					QliksenseHome: testDir,
+				},
+				args: []string{"qliksense[name=acceptEULA]=\"yes\"", "qliksense[name=mongoDbUri]=\"mongo://mongo:3307\""},
+			},
+			wantErr: false,
+		},
+	}
+	tearDown := setup()
+	defer tearDown()
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if err := tt.args.q.SetConfigs(tt.args.args); (err != nil) != tt.wantErr {
+				t.Errorf("SetConfigs() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
+func TestSetImageRegistry(t *testing.T) {
+	getQlikSense := func(tmpQlikSenseHome string) (*Qliksense, error) {
+		if err := ioutil.WriteFile(path.Join(tmpQlikSenseHome, "config.yaml"), []byte(fmt.Sprintf(`
+apiVersion: config.qlik.com/v1
+kind: QliksenseConfig
+metadata:
+  name: QliksenseConfigMetadata
+spec:
+  contexts:
+  - name: qlik-default
+    crFile: %s/contexts/qlik-default/qlik-default.yaml
+  currentContext: qlik-default
+`, tmpQlikSenseHome)), os.ModePerm); err != nil {
+			return nil, err
+		}
+
+		defaultContextDir := path.Join(tmpQlikSenseHome, "contexts", "qlik-default")
+		if err := os.MkdirAll(defaultContextDir, os.ModePerm); err != nil {
+			return nil, err
+		}
+
+		version := "foo"
+		manifestsRootDir := fmt.Sprintf("%s/repo/%s", defaultContextDir, version)
+		if err := ioutil.WriteFile(path.Join(defaultContextDir, "qlik-default.yaml"), []byte(fmt.Sprintf(`
+apiVersion: qlik.com/v1
+kind: Qliksense
+metadata:
+  name: qlik-default
+  labels:
+    version: %s
+spec:
+  profile: docker-desktop
+  manifestsRoot: %s
+  namespace: some-namespace
+`, version, manifestsRootDir)), os.ModePerm); err != nil {
+			return nil, err
+		}
+		return &Qliksense{
+			QliksenseHome: tmpQlikSenseHome,
+		}, nil
+	}
+	testCases := []struct {
+		name               string
+		registry           string
+		pushUsername       string
+		pushPassword       string
+		pullUsername       string
+		pullPassword       string
+		expectSecretsExist bool
+	}{
+		{
+			name:               "no auth",
+			registry:           "foobar",
+			pushUsername:       "",
+			pushPassword:       "",
+			pullUsername:       "",
+			pullPassword:       "",
+			expectSecretsExist: false,
+		},
+		{
+			name:               "auth",
+			registry:           "foobar",
+			pushUsername:       "foo-push",
+			pushPassword:       "bar-push",
+			pullUsername:       "foo-pull",
+			pullPassword:       "bar-pull",
+			expectSecretsExist: true,
+		},
+	}
+	for _, testCase := range testCases {
+		t.Run(testCase.name, func(t *testing.T) {
+			tmpQlikSenseHome, err := ioutil.TempDir("", "")
+			if err != nil {
+				t.Fatalf("unexpected error: %v", err)
+			}
+			defer os.RemoveAll(tmpQlikSenseHome)
+
+			q, err := getQlikSense(tmpQlikSenseHome)
+			if err != nil {
+				t.Fatalf("unexpected error: %v", err)
+			}
+
+			if err := q.SetImageRegistry(testCase.registry, testCase.pushUsername, testCase.pushPassword,
+				testCase.pullUsername, testCase.pullPassword); err != nil {
+				t.Fatalf("unexpected error: %v", err)
+			}
+
+			qConfig := api.NewQConfig(q.QliksenseHome)
+			if testCase.expectSecretsExist {
+				if pushSecret, err := qConfig.GetPushDockerConfigJsonSecret(); err != nil {
+					t.Fatalf("unexpected error: %v", err)
+				} else if pushSecret.Uri != testCase.registry ||
+					pushSecret.Username != testCase.pushUsername || pushSecret.Password != testCase.pushPassword {
+					t.Fatalf("unexpected push secret content: %v", pushSecret)
+				}
+				if pullSecret, err := qConfig.GetDockerConfigJsonSecret("image-registry-pull-secret.yaml"); err != nil {
+					t.Fatalf("unexpected error: %v", err)
+				} else if pullSecret.Uri != testCase.registry ||
+					pullSecret.Name != "artifactory-docker-secret" || pullSecret.Namespace != "some-namespace" ||
+					pullSecret.Username != testCase.pullUsername || pullSecret.Password != testCase.pullPassword {
+					t.Fatalf("unexpected pull secret content: %v", pullSecret)
+				}
+			} else {
+				if _, err := qConfig.GetPushDockerConfigJsonSecret(); err == nil {
+					t.Fatal("unexpected image-registry-push-secret.yaml")
+				} else if _, err := qConfig.GetDockerConfigJsonSecret("image-registry-pull-secret.yaml"); err == nil {
+					t.Fatal("unexpected image-registry-pull-secret.yaml")
+				}
+			}
+		})
+	}
+}

pkg/qliksense/crds.go

@@ -0,0 +1,69 @@
+package qliksense
+
+import (
+	"errors"
+	"fmt"
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+	"path/filepath"
+)
+
+type CrdCommandOptions struct {
+	All bool
+}
+
+func (q *Qliksense) ViewCrds(opts *CrdCommandOptions) error {
+	//io.WriteString(os.Stdout, q.GetCRDString())
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+	if engineCRD, err := getQliksenseInitCrd(qcr); err != nil {
+		return err
+	} else if opts.All {
+		fmt.Printf("%s\n%s", q.GetOperatorCRDString(), engineCRD)
+	} else {
+		fmt.Printf("%s", engineCRD)
+	}
+	return nil
+}
+
+func (q *Qliksense) InstallCrds(opts *CrdCommandOptions) error {
+	// install qliksense-init crd
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+
+	if engineCRD, err := getQliksenseInitCrd(qcr); err != nil {
+		return err
+	} else if err = qapi.KubectlApply(engineCRD, qcr.Spec.NameSpace); err != nil {
+		return err
+	}
+	if opts.All { // install opeartor crd
+		if err := qapi.KubectlApply(q.GetOperatorCRDString(), qcr.Spec.NameSpace); err != nil {
+			fmt.Println("cannot do kubectl apply on opeartor CRD", err)
+			return err
+		}
+	}
+	return nil
+}
+
+func getQliksenseInitCrd(qcr *qapi.QliksenseCR) (string, error) {
+
+	if qcr.Spec.GetManifestsRoot() == "" {
+		return "", errors.New("Cannot find manifests root. Please use `qliksense fetch <version>`")
+	}
+
+	qInitMsPath := filepath.Join(qcr.Spec.GetManifestsRoot(), Q_INIT_CRD_PATH)
+
+	qInitByte, err := executeKustomizeBuild(qInitMsPath)
+	if err != nil {
+		fmt.Println("cannot generate crds for qliksense-init", err)
+		return "", err
+	}
+	return string(qInitByte), nil
+}

pkg/qliksense/docker.go

@@ -1,250 +1,280 @@
-package qliksense
-
-import (
-	"fmt"
-	"io"
-	"io/ioutil"
-	"os"
-
-	"github.com/docker/cli/cli/command"
-	cliflags "github.com/docker/cli/cli/flags"
-	"github.com/docker/docker/api/types"
-	"github.com/docker/docker/api/types/filters"
-	"github.com/docker/docker/pkg/jsonmessage"
-	"github.com/docker/docker/pkg/term"
-
-	"strings"
-
-	"golang.org/x/net/context"
-	yaml "gopkg.in/yaml.v2"
-)
-
-// Images ...
-type Images struct {
-	Images []string `yaml:"images"`
-}
-
-// PullImages ...
-func (p *Qliksense) PullImages() error {
-	var (
-		image       string
-		err         error
-		yamlVersion string
-		valid       bool
-		images      Images
-	)
-
-	if yamlVersion, err = p.CallPorter([]string{"invoke", "--action", "about"},
-		func(x string) (out *string) {
-			if strings.HasPrefix(x, "qlikSenseVersion") {
-				valid = true
-			}
-			if strings.HasPrefix(x, "execution") {
-				valid = false
-			}
-			if valid {
-				return &x
-			}
-			return nil
-		}); err != nil {
-		return err
-	}
-
-	if err = yaml.Unmarshal([]byte(yamlVersion), &images); err != nil {
-		return err
-	}
-
-	for _, image = range images.Images {
-		if err = p.PullImage(image); err != nil {
-			fmt.Print(err)
-		}
-		println("---")
-	}
-
-	return nil
-}
-
-// PullImage ...
-func (p *Qliksense) PullImage(imageName string) error {
-	var (
-		cli          *command.DockerCli
-		dockerOutput io.Writer
-		response     io.ReadCloser
-		pullOptions  types.ImagePullOptions
-		ctx          context.Context
-		// ref     reference.Named
-		// repoInfo *registry.RepositoryInfo
-		// authConfig types.AuthConfig
-		// encodedAuth string
-		termFd uintptr
-		err    error
-	)
-	// TODO: Create a real cli config context
-	ctx = context.Background()
-	if cli, err = command.NewDockerCli(); err != nil {
-		return err
-	}
-
-	// if ref, err = reference.ParseNormalizedNamed(imageName); err != nil {
-	// 	return err
-	// }
-	// if repoInfo, err = registry.ParseRepositoryInfo(ref); err != nil {
-	// 	return err
-	// }
-	// authConfig = command.ResolveAuthConfig(ctx, cli, repoInfo.Index)
-	// if encodedAuth, err = command.EncodeAuthToBase64(authConfig); err != nil {
-	// 	return err
-	// }
-	pullOptions = types.ImagePullOptions{
-		//	RegistryAuth: encodedAuth,
-	}
-
-	if err = cli.Initialize(cliflags.NewClientOptions()); err != nil {
-		return err
-	}
-
-	if response, err = cli.Client().ImagePull(ctx, imageName, pullOptions); err != nil {
-		return err
-	}
-	defer response.Close()
-
-	dockerOutput = ioutil.Discard
-	// if b.IsVerbose() {
-	// 	dockerOutput = b.Out
-	// }
-	dockerOutput = os.Stdout
-	termFd, _ = term.GetFdInfo(dockerOutput)
-	// Setting this to false here because Moby os.Exit(1) all over the place and this fails on WSL (only)
-	// when Term is true.
-	isTerm := false
-	if err = jsonmessage.DisplayJSONMessagesStream(response, dockerOutput, termFd, isTerm, nil); err != nil {
-		return err
-	}
-	return nil
-}
-
-// PullImage ...
-func (p *Qliksense) TagAndPushImages(registry string) error {
-	var (
-		image       string
-		err         error
-		yamlVersion string
-		valid       bool
-		images      Images
-	)
-
-	if yamlVersion, err = p.CallPorter([]string{"invoke", "--action", "about"},
-		func(x string) (out *string) {
-			if strings.HasPrefix(x, "qlikSenseVersion") {
-				valid = true
-			}
-			if strings.HasPrefix(x, "execution") {
-				valid = false
-			}
-			if valid {
-				return &x
-			}
-			return nil
-		}); err != nil {
-		return err
-	}
-
-	if err = yaml.Unmarshal([]byte(yamlVersion), &images); err != nil {
-		return err
-	}
-
-	for _, image = range images.Images {
-		if err = p.TagAndPush(image, registry); err != nil {
-			fmt.Print(err)
-		}
-		println("---")
-	}
-
-	return nil
-}
-
-// PullImage ...
-func (p *Qliksense) TagAndPush(image string, registry string) error {
-	var (
-		cli              *command.DockerCli
-		dockerOutput     io.Writer
-		response         io.ReadCloser
-		pushOptions      types.ImagePushOptions
-		ctx              context.Context
-		newName          string
-		segments         []string
-		imageList        []types.ImageSummary
-		imageListOptions types.ImageListOptions
-		filterArgs       filters.Args
-		// repoInfo *registry.RepositoryInfo
-		// authConfig types.AuthConfig
-		// encodedAuth string
-		termFd uintptr
-		err    error
-	)
-	// TODO: Create a real cli config context
-	ctx = context.Background()
-	if cli, err = command.NewDockerCli(); err != nil {
-		return err
-	}
-	if err = cli.Initialize(cliflags.NewClientOptions()); err != nil {
-		return err
-	}
-	segments = strings.Split(image, "/")
-	if segments[0] == "docker.io" {
-		image = strings.Join(segments[1:], "/")
-	}
-	newName = registry + "/" + segments[len(segments)-1]
-
-	filterArgs = filters.NewArgs()
-	filterArgs.Add("reference", image)
-	imageListOptions = types.ImageListOptions{
-		Filters: filterArgs,
-	}
-	if imageList, err = cli.Client().ImageList(ctx, imageListOptions); err != nil {
-		return err
-	}
-	if imageList == nil || len(imageList) <= 0 {
-		fmt.Printf("Use `qliksense pull`, to pull %v for an air gap push", newName)
-		return nil
-	}
-
-	if err = cli.Client().ImageTag(ctx, image, newName); err != nil {
-		return err
-	}
-
-	// if ref, err = reference.ParseNormalizedNamed(imageName); err != nil {
-	// 	return err
-	// }
-	// if repoInfo, err = registry.ParseRepositoryInfo(ref); err != nil {
-	// 	return err
-	// }
-	// authConfig = command.ResolveAuthConfig(ctx, cli, repoInfo.Index)
-	// if encodedAuth, err = command.EncodeAuthToBase64(authConfig); err != nil {
-	// 	return err
-	// }
-	pushOptions = types.ImagePushOptions{
-		All:          true,
-		RegistryAuth: "temp",
-		//	RegistryAuth: encodedAuth,
-	}
-
-	if response, err = cli.Client().ImagePush(ctx, newName, pushOptions); err != nil {
-		return err
-	}
-	defer response.Close()
-
-	dockerOutput = ioutil.Discard
-	// if b.IsVerbose() {
-	// 	dockerOutput = b.Out
-	// }
-	dockerOutput = os.Stdout
-	termFd, _ = term.GetFdInfo(dockerOutput)
-	// Setting this to false here because Moby os.Exit(1) all over the place and this fails on WSL (only)
-	// when Term is true.
-	isTerm := false
-	if err = jsonmessage.DisplayJSONMessagesStream(response, dockerOutput, termFd, isTerm, nil); err != nil {
-		return err
-	}
-	return nil
-}
+package qliksense
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"path/filepath"
+	"strings"
+
+	"github.com/containers/image/v5/copy"
+	"github.com/containers/image/v5/signature"
+	"github.com/containers/image/v5/transports/alltransports"
+	imageTypes "github.com/containers/image/v5/types"
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+	"golang.org/x/net/context"
+	"gopkg.in/yaml.v2"
+)
+
+type imageNameParts struct {
+	name string
+	tag  string
+}
+
+const (
+	imagesDirName           = "images"
+	imageIndexDirName       = "index"
+	imageSharedBlobsDirName = "blobs"
+)
+
+// PullImages ...
+func (q *Qliksense) PullImagesForCurrentCR() error {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		return err
+	}
+	version := qcr.GetLabelFromCr("version")
+	profile := qcr.Spec.Profile
+	repoDir := qcr.Spec.ManifestsRoot
+
+	imagesDir, err := setupImagesDir(q.QliksenseHome)
+	if err != nil {
+		return err
+	}
+
+	versionOut, stored, err := q.readOrGenerateVersionOutput(imagesDir, version, repoDir, profile)
+	if err != nil {
+		return err
+	}
+
+	for _, image := range versionOut.Images {
+		if err := pullImage(image, imagesDir); err != nil {
+			fmt.Printf("%v\n", err)
+			return err
+		}
+		fmt.Print("---\n")
+	}
+
+	if version != "" && !stored {
+		if err := q.writeVersionOutput(versionOut, imagesDir, version); err != nil {
+			return err
+		}
+	}
+	return nil
+}
+
+func pullImage(image, imagesDir string) error {
+	srcRef, err := alltransports.ParseImageName(fmt.Sprintf("docker://%v", image))
+	if err != nil {
+		return err
+	}
+	nameTag := getImageNameParts(image)
+	targetDir := filepath.Join(imagesDir, imageIndexDirName, nameTag.name, nameTag.tag)
+	if err := os.MkdirAll(targetDir, os.ModePerm); err != nil {
+		return err
+	}
+
+	destRef, err := alltransports.ParseImageName(fmt.Sprintf("oci:%v", targetDir))
+	if err != nil {
+		return err
+	}
+
+	policyContext, err := signature.NewPolicyContext(&signature.Policy{Default: []signature.PolicyRequirement{signature.NewPRInsecureAcceptAnything()}})
+	if err != nil {
+		return err
+	}
+	defer policyContext.Destroy()
+
+	fmt.Printf("==> Pulling image from %v\n", srcRef.StringWithinTransport())
+	if _, err := copy.Image(context.Background(), policyContext, destRef, srcRef, &copy.Options{
+		ReportWriter: os.Stdout,
+		SourceCtx: &imageTypes.SystemContext{
+			ArchitectureChoice: "amd64",
+			OSChoice:           "linux",
+		},
+		DestinationCtx: &imageTypes.SystemContext{
+			OCISharedBlobDirPath: filepath.Join(imagesDir, imageSharedBlobsDirName),
+		},
+	}); err != nil {
+		return err
+	}
+	return nil
+}
+
+// TagAndPushImages ...
+func (q *Qliksense) PushImagesForCurrentCR() error {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		return err
+	}
+	version := qcr.GetLabelFromCr("version")
+	profile := qcr.Spec.Profile
+	repoDir := qcr.Spec.ManifestsRoot
+
+	dockerConfigJsonSecret, err := qConfig.GetPushDockerConfigJsonSecret()
+	if err != nil {
+		if os.IsNotExist(err) {
+			dockerConfigJsonSecret = &qapi.DockerConfigJsonSecret{
+				Uri: qcr.GetImageRegistry(),
+			}
+		} else {
+			return err
+		}
+	}
+
+	imagesDir, err := setupImagesDir(q.QliksenseHome)
+	if err != nil {
+		return err
+	}
+
+	versionOut, stored, err := q.readOrGenerateVersionOutput(imagesDir, version, repoDir, profile)
+	if err != nil {
+		return err
+	}
+
+	for _, image := range versionOut.Images {
+		if err = pushImage(image, imagesDir, dockerConfigJsonSecret); err != nil {
+			fmt.Printf("%v\n", err)
+			return err
+		}
+		fmt.Print("---\n")
+	}
+
+	if version != "" && !stored {
+		if err := q.writeVersionOutput(versionOut, imagesDir, version); err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+func pushImage(image, imagesDir string, dockerConfigJsonSecret *qapi.DockerConfigJsonSecret) error {
+	imageNameParts := getImageNameParts(image)
+	srcDir := filepath.Join(imagesDir, imageIndexDirName, imageNameParts.name, imageNameParts.tag)
+	if exists, err := directoryExists(srcDir); err != nil {
+		return err
+	} else if !exists {
+		if err := pullImage(image, imagesDir); err != nil {
+			return err
+		}
+	}
+	srcRef, err := alltransports.ParseImageName(fmt.Sprintf("oci:%v", srcDir))
+	if err != nil {
+		return err
+	}
+
+	newImage := fmt.Sprintf("%v/%v:%v", dockerConfigJsonSecret.Uri, imageNameParts.name, imageNameParts.tag)
+	destRef, err := alltransports.ParseImageName(fmt.Sprintf("docker://%v", newImage))
+	if err != nil {
+		return err
+	}
+
+	policyContext, err := signature.NewPolicyContext(&signature.Policy{Default: []signature.PolicyRequirement{signature.NewPRInsecureAcceptAnything()}})
+	if err != nil {
+		return err
+	}
+	defer policyContext.Destroy()
+
+	destinationCtx := &imageTypes.SystemContext{
+		DockerInsecureSkipTLSVerify: imageTypes.OptionalBoolTrue,
+	}
+	if dockerConfigJsonSecret.Username != "" {
+		destinationCtx.DockerAuthConfig = &imageTypes.DockerAuthConfig{
+			Username: dockerConfigJsonSecret.Username,
+			Password: dockerConfigJsonSecret.Password,
+		}
+	}
+	fmt.Printf("==> Pushing image to: %v\n", destRef.StringWithinTransport())
+	if _, err = copy.Image(context.Background(), policyContext, destRef, srcRef, &copy.Options{
+		ReportWriter: os.Stdout,
+		SourceCtx: &imageTypes.SystemContext{
+			OCISharedBlobDirPath: filepath.Join(imagesDir, imageSharedBlobsDirName),
+		},
+		DestinationCtx: destinationCtx,
+	}); err != nil {
+		return err
+	}
+	return nil
+}
+
+func directoryExists(path string) (exists bool, err error) {
+	if info, err := os.Stat(path); err != nil && os.IsNotExist(err) {
+		exists = false
+		err = nil
+	} else if err != nil && !os.IsNotExist(err) {
+		exists = false
+	} else if err == nil && info.IsDir() {
+		exists = true
+	} else if err == nil && !info.IsDir() {
+		exists = false
+		err = fmt.Errorf("path: %v is occupied by a file instead of a directory", path)
+	}
+	return exists, err
+}
+
+func getImageNameParts(image string) imageNameParts {
+	segments := strings.Split(image, "/")
+	nameTag := strings.Split(segments[len(segments)-1], ":")
+	if len(nameTag) < 2 {
+		nameTag = append(nameTag, "latest")
+	}
+	return imageNameParts{
+		name: nameTag[0],
+		tag:  nameTag[1],
+	}
+}
+
+func setupImagesDir(qliksenseHome string) (string, error) {
+	imagesDir := filepath.Join(qliksenseHome, imagesDirName)
+
+	imageIndexDir := filepath.Join(imagesDir, imageIndexDirName)
+	if err := os.MkdirAll(imageIndexDir, os.ModePerm); err != nil {
+		return "", err
+	}
+
+	sharedBlobsDir := filepath.Join(imagesDir, imageSharedBlobsDirName)
+	if err := os.MkdirAll(sharedBlobsDir, os.ModePerm); err != nil {
+		return "", err
+	}
+
+	return imagesDir, nil
+}
+
+func (q *Qliksense) readOrGenerateVersionOutput(imagesDir, version, repoDir, profile string) (versionOut *VersionOutput, stored bool, err error) {
+	if version != "" {
+		versionOut, err = q.readVersionOutput(imagesDir, version)
+		if versionOut != nil {
+			stored = true
+		}
+	}
+	if versionOut == nil {
+		if versionOut, err = q.AboutDir(repoDir, profile); err != nil {
+			return nil, false, err
+		}
+	}
+	return versionOut, stored, nil
+}
+
+func (q *Qliksense) readVersionOutput(imagesDir, version string) (*VersionOutput, error) {
+	var versionOut VersionOutput
+	versionFile := filepath.Join(imagesDir, version)
+	if versionOutBytes, err := ioutil.ReadFile(versionFile); err != nil {
+		return nil, err
+	} else if err = yaml.Unmarshal(versionOutBytes, &versionOut); err != nil {
+		return nil, err
+	}
+	return &versionOut, nil
+}
+
+func (q *Qliksense) writeVersionOutput(versionOut *VersionOutput, imagesDir, version string) error {
+	versionFile := filepath.Join(imagesDir, version)
+	if versionOutBytes, err := yaml.Marshal(versionOut); err != nil {
+		return err
+	} else if err = ioutil.WriteFile(versionFile, versionOutBytes, os.ModePerm); err != nil {
+		return err
+	}
+	return nil
+}

pkg/qliksense/docker_test.go

@@ -0,0 +1,548 @@
+package qliksense
+
+import (
+	"bytes"
+	"crypto/rand"
+	"crypto/rsa"
+	"crypto/tls"
+	"crypto/x509"
+	"crypto/x509/pkix"
+	"encoding/pem"
+	"errors"
+	"fmt"
+	"io"
+	"io/ioutil"
+	"math/big"
+	"net/http"
+	"os"
+	"os/exec"
+	"path"
+	"path/filepath"
+	"strings"
+	"testing"
+	"time"
+
+	"github.com/containers/image/v5/copy"
+	"github.com/containers/image/v5/signature"
+	"github.com/containers/image/v5/transports/alltransports"
+	imageTypes "github.com/containers/image/v5/types"
+	"golang.org/x/net/context"
+
+	"github.com/qlik-oss/sense-installer/pkg/api"
+
+	"gopkg.in/yaml.v2"
+)
+
+func Test_locateDockerRegistryBinary(t *testing.T) {
+	binary, err := locateDockerRegistryBinary()
+	if err != nil {
+		t.Fatalf("unexpected error: %v", err)
+	}
+	cmd := exec.Command(binary, "--version")
+	out, err := cmd.Output()
+	if err != nil {
+		t.Fatalf("unexpected error: %v", err)
+	}
+	t.Logf("output: %v\n", string(out))
+}
+
+func Test_getSelfSignedCertAndKey(t *testing.T) {
+	selfSignedCert, key, err := getSelfSignedCertAndKey()
+	if err != nil {
+		t.Fatalf("unexpected error: %v", err)
+	}
+	fmt.Print(string(selfSignedCert))
+	fmt.Print(string(key))
+}
+
+type clientAuthType byte
+
+const (
+	clientAuthNotProvided clientAuthType = iota
+	clientAuthProvided
+	clientAuthProvidedButIncorrect
+)
+
+func Test_Pull_Push_ImagesForCurrentCR(t *testing.T) {
+	var testCases = []struct {
+		name              string
+		registryAuth      bool
+		clientAuth        clientAuthType
+		expectPushSuccess bool
+	}{
+		{
+			name:              "registry does not require auth and we do not provide auth",
+			registryAuth:      false,
+			clientAuth:        clientAuthNotProvided,
+			expectPushSuccess: true,
+		},
+		{
+			name:              "registry does not require auth but we provide auth",
+			registryAuth:      false,
+			clientAuth:        clientAuthProvided,
+			expectPushSuccess: true,
+		},
+		{
+			name:              "registry requires auth but we do not provide auth",
+			registryAuth:      true,
+			clientAuth:        clientAuthNotProvided,
+			expectPushSuccess: false,
+		},
+		{
+			name:              "registry requires auth but we provide wrong auth",
+			registryAuth:      true,
+			clientAuth:        clientAuthProvidedButIncorrect,
+			expectPushSuccess: false,
+		},
+		{
+			name:              "registry requires auth and we provide auth",
+			registryAuth:      true,
+			clientAuth:        clientAuthProvided,
+			expectPushSuccess: true,
+		},
+	}
+	for _, testCase := range testCases {
+		t.Run(testCase.name, func(t *testing.T) {
+			registryURI := "127.0.0.1:5555"
+			registry, err := setupRegistryV2At(registryURI, testCase.registryAuth)
+			if registry != nil {
+				defer func() {
+					registry.Close()
+					//fmt.Printf("registry stdout:\n%v\n", registry.stdOutBuffer.String())
+					//fmt.Printf("registry stderr:\n%v\n", registry.stdErrBuffer.String())
+				}()
+			}
+			if err != nil {
+				t.Fatalf("unexpected error setting up local registry: %v", err)
+			}
+
+			tmpQlikSenseHome, err := ioutil.TempDir("", "tmp-qlik-sense-home-")
+			if err != nil {
+				t.Fatalf("unexpected error creating tmp dir: %v", err)
+			}
+			defer os.RemoveAll(tmpQlikSenseHome)
+
+			if err := setupQlikSenseHome(t, tmpQlikSenseHome, registry, testCase.clientAuth); err != nil {
+				t.Fatalf("unexpected error setting up qliksense home: %v", err)
+			}
+			q := &Qliksense{QliksenseHome: tmpQlikSenseHome}
+			var versionOut VersionOutput
+
+			if err := q.PullImagesForCurrentCR(); err != nil {
+				t.Fatalf("unexpected pull error: %v", err)
+			} else if versionOutBytes, err := ioutil.ReadFile(path.Join(tmpQlikSenseHome, "images", "foo")); err != nil {
+				t.Fatalf("unexpected error reading version file: %v", err)
+			} else if err = yaml.Unmarshal(versionOutBytes, &versionOut); err != nil {
+				t.Fatalf("unexpected error unmarshalling version file: %v", err)
+			} else if len(versionOut.Images) != 1 || versionOut.Images[0] != "alpine:latest" {
+				t.Fatal("did not find alpine:latest in the version file")
+			} else if infos, err := ioutil.ReadDir(path.Join(tmpQlikSenseHome, "images", "index", "alpine", "latest")); err != nil || len(infos) == 0 {
+				t.Fatal("expected images/index/alpine/latest directory to be non-empty")
+			} else if blobInfos, err := ioutil.ReadDir(path.Join(tmpQlikSenseHome, "images", "blobs", "sha256")); err != nil || len(blobInfos) == 0 {
+				t.Fatal("expected images/blobs/sha256 directory to be non-empty")
+			}
+
+			if testCase.expectPushSuccess {
+				if err := q.PushImagesForCurrentCR(); err != nil {
+					t.Fatalf("unexpected push error: %v", err)
+				} else if tmpImagesDir, err := ioutil.TempDir("", "tmp-images-"); err != nil {
+					t.Fatalf("unexpected error creating tmp dir: %v", err)
+				} else if err := testPullImage(fmt.Sprintf("%s/alpine:latest", registryURI), tmpImagesDir, registry); err != nil {
+					t.Fatalf("unexpected error pulling alpine:latest from the local registry: %v", err)
+				} else if infos, err := ioutil.ReadDir(path.Join(tmpImagesDir, "index", "alpine", "latest")); err != nil || len(infos) == 0 {
+					t.Fatal("expected index/alpine/latest directory to be non-empty")
+				} else if blobInfos, err := ioutil.ReadDir(path.Join(tmpImagesDir, "blobs", "sha256")); err != nil || len(blobInfos) == 0 {
+					t.Fatal("expected blobs/sha256 directory to be non-empty")
+				}
+			} else {
+				if err := q.PushImagesForCurrentCR(); err == nil {
+					t.Fatal("unexpected push success")
+				}
+			}
+		})
+	}
+}
+
+func setupQlikSenseHome(t *testing.T, tmpQlikSenseHome string, registry *testRegistryV2, clientAuth clientAuthType) error {
+	if err := ioutil.WriteFile(path.Join(tmpQlikSenseHome, "config.yaml"), []byte(fmt.Sprintf(`
+apiVersion: config.qlik.com/v1
+kind: QliksenseConfig
+metadata:
+  name: QliksenseConfigMetadata
+spec:
+  contexts:
+  - name: qlik-default
+    crFile: %s/contexts/qlik-default/qlik-default.yaml
+  currentContext: qlik-default
+`, tmpQlikSenseHome)), os.ModePerm); err != nil {
+		return err
+	}
+
+	defaultContextDir := path.Join(tmpQlikSenseHome, "contexts", "qlik-default")
+	if err := os.MkdirAll(defaultContextDir, os.ModePerm); err != nil {
+		return err
+	}
+
+	version := "foo"
+	manifestsRootDir := fmt.Sprintf("%s/repo/%s", defaultContextDir, version)
+	if err := ioutil.WriteFile(path.Join(defaultContextDir, "qlik-default.yaml"), []byte(fmt.Sprintf(`
+apiVersion: qlik.com/v1
+kind: Qliksense
+metadata:
+  name: qlik-default
+  labels:
+    version: %s
+spec:
+  profile: docker-desktop
+  configs:
+    qliksense:
+    - name: imageRegistry
+      value: %s
+  manifestsRoot: %s
+  rotateKeys: "yes"
+  releaseName: qlik-default
+`, version, registry.url, manifestsRootDir)), os.ModePerm); err != nil {
+		return err
+	}
+
+	if clientAuth == clientAuthProvided || clientAuth == clientAuthProvidedButIncorrect {
+		if registry.username == "" || clientAuth == clientAuthProvidedButIncorrect {
+			registry.username = "bad"
+		}
+		if registry.password == "" || clientAuth == clientAuthProvidedButIncorrect {
+			registry.password = "worse"
+		}
+		qConfig := api.NewQConfig(tmpQlikSenseHome)
+		if err := qConfig.SetPushDockerConfigJsonSecret(&api.DockerConfigJsonSecret{
+			Uri:      registry.url,
+			Username: registry.username,
+			Password: registry.password,
+		}); err != nil {
+			return err
+		}
+	}
+
+	profileDir := path.Join(manifestsRootDir, "manifests", "docker-desktop")
+	if err := os.MkdirAll(profileDir, os.ModePerm); err != nil {
+		return err
+	}
+	if err := ioutil.WriteFile(path.Join(profileDir, "kustomization.yaml"), []byte(`
+resources:
+- deployment.yaml
+`), os.ModePerm); err != nil {
+		return err
+	}
+	if err := ioutil.WriteFile(path.Join(profileDir, "deployment.yaml"), []byte(`
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: the-deployment
+spec:
+  template:
+    spec:
+      containers:
+        - name: the-container
+          image: alpine:latest
+`), os.ModePerm); err != nil {
+		return err
+	}
+
+	transformersDir := path.Join(manifestsRootDir, "transformers")
+	if err := os.MkdirAll(transformersDir, os.ModePerm); err != nil {
+		return err
+	}
+	if err := ioutil.WriteFile(path.Join(transformersDir, "qseokversion.yaml"), []byte(`
+apiVersion: qlik.com/v1
+kind: SelectivePatch
+metadata:
+  name: qseokversion
+enabled: true
+patches:
+- target:
+    kind: HelmChart
+    labelSelector: name!=qliksense-init
+  patch: |-
+    chartName: qliksense
+    chartVersion: 1.21.23
+`), os.ModePerm); err != nil {
+		return err
+	}
+	return nil
+}
+
+type testRegistryV2 struct {
+	cmd          *exec.Cmd
+	url          string
+	dir          string
+	username     string
+	password     string
+	email        string
+	stdOutBuffer *bytes.Buffer
+	stdErrBuffer *bytes.Buffer
+}
+
+func locateDockerRegistryBinary() (string, error) {
+	if exePath, err := exec.LookPath("docker-registry"); err != nil {
+		if cwd, err := os.Getwd(); err != nil {
+			return "", err
+		} else {
+			return path.Join(cwd, "docker-registry"), nil
+		}
+	} else {
+		return exePath, nil
+	}
+}
+
+func setupRegistryV2At(url string, auth bool) (*testRegistryV2, error) {
+	reg, err := newTestRegistryV2At(url, auth)
+	if err != nil {
+		return nil, err
+	}
+
+	// Wait for registry to be ready to serve requests.
+	for i := 0; i != 50; i++ {
+		if err := reg.Ping("http"); err == nil {
+			fmt.Print("registry http ping succeeded\n")
+			break
+		} else {
+			fmt.Printf("registry http ping error: %v\n", err)
+		}
+		if err := reg.Ping("https"); err == nil {
+			fmt.Print("registry https ping succeeded\n")
+			break
+		} else {
+			fmt.Printf("registry https ping error: %v\n", err)
+		}
+		time.Sleep(100 * time.Millisecond)
+	}
+
+	if err != nil {
+		return reg, errors.New("timeout waiting for test registry to become available")
+	}
+	return reg, nil
+}
+
+func newTestRegistryV2At(url string, auth bool) (*testRegistryV2, error) {
+	tmp, err := ioutil.TempDir("", "registry-test-")
+	if err != nil {
+		return nil, err
+	}
+	template := `version: 0.1
+loglevel: info
+storage:
+    filesystem:
+        rootdirectory: %s
+    delete:
+        enabled: true
+http:
+    addr: %s
+%s`
+	var (
+		htpasswd string
+		username string
+		password string
+		email    string
+	)
+	var env []string
+	if auth {
+		if certificate, key, err := getSelfSignedCertAndKey(); err != nil {
+			return nil, err
+		} else {
+			certPath := filepath.Join(tmp, "domain.crt")
+			if err := ioutil.WriteFile(certPath, certificate, os.FileMode(0644)); err != nil {
+				return nil, err
+			}
+			keyPath := filepath.Join(tmp, "domain.key")
+			if err := ioutil.WriteFile(keyPath, key, os.FileMode(0644)); err != nil {
+				return nil, err
+			}
+			env = append(env, fmt.Sprintf("REGISTRY_HTTP_TLS_CERTIFICATE=%v", certPath))
+			env = append(env, fmt.Sprintf("REGISTRY_HTTP_TLS_KEY=%v", keyPath))
+		}
+
+		htpasswdPath := filepath.Join(tmp, "htpasswd")
+		userpasswd := "testuser:$2y$05$sBsSqk0OpSD1uTZkHXc4FeJ0Z70wLQdAX/82UiHuQOKbNbBrzs63m"
+		username = "testuser"
+		password = "testpassword"
+		email = "test@test.org"
+		if err := ioutil.WriteFile(htpasswdPath, []byte(userpasswd), os.FileMode(0644)); err != nil {
+			return nil, err
+		}
+		htpasswd = fmt.Sprintf(`auth:
+    htpasswd:
+        realm: basic-realm
+        path: %s
+`, htpasswdPath)
+	}
+	confPath := filepath.Join(tmp, "config.yaml")
+	config, err := os.Create(confPath)
+	if err != nil {
+		return nil, err
+	}
+	if _, err := fmt.Fprintf(config, template, tmp, url, htpasswd); err != nil {
+		os.RemoveAll(tmp)
+		return nil, err
+	}
+
+	dockerRegistryBinaryPath, err := locateDockerRegistryBinary()
+	if err != nil {
+		return nil, err
+	}
+	cmd := exec.Command(dockerRegistryBinaryPath, "serve", confPath)
+	cmd.Env = env
+	stdOutBuf, stdErrBuf, err := consumeAndLogOutputs(fmt.Sprintf("registry-%s", url), cmd)
+	if err != nil {
+		return nil, err
+	}
+	if err := cmd.Start(); err != nil {
+		os.RemoveAll(tmp)
+		return nil, err
+	}
+	return &testRegistryV2{
+		cmd:          cmd,
+		url:          url,
+		dir:          tmp,
+		username:     username,
+		password:     password,
+		email:        email,
+		stdOutBuffer: stdOutBuf,
+		stdErrBuffer: stdErrBuf,
+	}, nil
+}
+
+func (t *testRegistryV2) Ping(protocol string) error {
+	tr := &http.Transport{
+		TLSClientConfig: &tls.Config{InsecureSkipVerify: true},
+	}
+	client := &http.Client{Transport: tr}
+
+	resp, err := client.Get(fmt.Sprintf("%v://%s/v2/", protocol, t.url))
+	if err != nil {
+		return err
+	}
+	if resp.StatusCode != http.StatusOK && resp.StatusCode != http.StatusUnauthorized {
+		return fmt.Errorf("registry ping replied with an unexpected status code %d", resp.StatusCode)
+	}
+	return nil
+}
+
+func (t *testRegistryV2) Close() {
+	t.cmd.Process.Kill()
+	os.RemoveAll(t.dir)
+}
+
+func consumeAndLogOutputStream(id string, f io.ReadCloser) *bytes.Buffer {
+	buff := &bytes.Buffer{}
+	go func() {
+		defer func() {
+			f.Close()
+			fmt.Fprintf(buff, "[%s]: Closed\n", id)
+		}()
+		buf := make([]byte, 1024)
+		for {
+			fmt.Fprintf(buff, "[%s]: waiting\n", id)
+			n, err := f.Read(buf)
+			fmt.Fprintf(buff, "[%s]: got %d,%#v: %s\n", id, n, err, strings.TrimSuffix(string(buf[:n]), "\n"))
+			if n <= 0 {
+				break
+			}
+		}
+	}()
+	return buff
+}
+
+// consumeAndLogOutputs causes all output to stdout and stderr from an *exec.Cmd to be logged to c
+func consumeAndLogOutputs(id string, cmd *exec.Cmd) (*bytes.Buffer, *bytes.Buffer, error) {
+	stdout, err := cmd.StdoutPipe()
+	if err != nil {
+		return nil, nil, err
+	}
+	stderr, err := cmd.StderrPipe()
+	if err != nil {
+		return nil, nil, err
+	}
+	return consumeAndLogOutputStream(id+" stdout", stdout), consumeAndLogOutputStream(id+" stderr", stderr), nil
+}
+
+func getSelfSignedCertAndKey() (certificate, key []byte, err error) {
+	priv, err := rsa.GenerateKey(rand.Reader, 4096)
+	if err != nil {
+		return nil, nil, err
+	}
+	serialNumberLimit := new(big.Int).Lsh(big.NewInt(1), 128)
+	serialNumber, err := rand.Int(rand.Reader, serialNumberLimit)
+	if err != nil {
+		return nil, nil, fmt.Errorf("ailed to generate serial number: %s", err)
+	}
+	template := x509.Certificate{
+		SerialNumber: serialNumber,
+		Subject: pkix.Name{
+			Organization: []string{"Acme Co"},
+		},
+		NotBefore:             time.Now(),
+		NotAfter:              time.Now().Add(time.Hour * 24),
+		KeyUsage:              x509.KeyUsageKeyEncipherment | x509.KeyUsageDigitalSignature,
+		ExtKeyUsage:           []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
+		BasicConstraintsValid: true,
+	}
+
+	derBytes, err := x509.CreateCertificate(rand.Reader, &template, &template, &priv.PublicKey, priv)
+	if err != nil {
+		return nil, nil, fmt.Errorf("failed to create certificate: %s", err)
+	}
+	certificate = pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: derBytes})
+
+	privBytes, err := x509.MarshalPKCS8PrivateKey(priv)
+	if err != nil {
+		return nil, nil, fmt.Errorf("unable to marshal private key: %v", err)
+	}
+	key = pem.EncodeToMemory(&pem.Block{Type: "PRIVATE KEY", Bytes: privBytes})
+
+	return certificate, key, nil
+}
+
+func testPullImage(image, imagesDir string, registry *testRegistryV2) error {
+	srcRef, err := alltransports.ParseImageName(fmt.Sprintf("docker://%v", image))
+	if err != nil {
+		return err
+	}
+	nameTag := getImageNameParts(image)
+	targetDir := filepath.Join(imagesDir, imageIndexDirName, nameTag.name, nameTag.tag)
+	if err := os.MkdirAll(targetDir, os.ModePerm); err != nil {
+		return err
+	}
+
+	destRef, err := alltransports.ParseImageName(fmt.Sprintf("oci:%v", targetDir))
+	if err != nil {
+		return err
+	}
+
+	policyContext, err := signature.NewPolicyContext(&signature.Policy{Default: []signature.PolicyRequirement{signature.NewPRInsecureAcceptAnything()}})
+	if err != nil {
+		return err
+	}
+	defer policyContext.Destroy()
+
+	fmt.Printf("==> Test is pulling image from %v\n", srcRef.StringWithinTransport())
+	sourceCtx := &imageTypes.SystemContext{
+		ArchitectureChoice:          "amd64",
+		OSChoice:                    "linux",
+		DockerInsecureSkipTLSVerify: imageTypes.OptionalBoolTrue,
+	}
+	if registry.username != "" {
+		sourceCtx.DockerAuthConfig = &imageTypes.DockerAuthConfig{
+			Username: registry.username,
+			Password: registry.password,
+		}
+	}
+	if _, err := copy.Image(context.Background(), policyContext, destRef, srcRef, &copy.Options{
+		ReportWriter: os.Stdout,
+		SourceCtx:    sourceCtx,
+		DestinationCtx: &imageTypes.SystemContext{
+			OCISharedBlobDirPath: filepath.Join(imagesDir, imageSharedBlobsDirName),
+		},
+	}); err != nil {
+		return err
+	}
+	return nil
+}

pkg/qliksense/fetch.go

@@ -0,0 +1,40 @@
+package qliksense
+
+import (
+	"fmt"
+
+	"github.com/google/uuid"
+	kapis_git "github.com/qlik-oss/k-apis/pkg/git"
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+const (
+	QLIK_GIT_REPO = "https://github.com/qlik-oss/qliksense-k8s"
+)
+
+func (q *Qliksense) FetchQK8s(version string) error {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	return fetchAndUpdateCR(qConfig, version)
+}
+
+func fetchAndUpdateCR(qConfig *qapi.QliksenseConfig, version string) error {
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+	if qConfig.IsRepoExistForCurrent(version) {
+		return nil
+	}
+	destDir := qConfig.BuildRepoPath(version)
+	fmt.Printf("fetching version [%s] from %s\n", version, QLIK_GIT_REPO)
+
+	if repo, err := kapis_git.CloneRepository(destDir, QLIK_GIT_REPO, nil); err != nil {
+		return err
+	} else if err = kapis_git.Checkout(repo, version, fmt.Sprintf("%v-by-operator-%v", version, uuid.New().String()), nil); err != nil {
+		return err
+	}
+	qcr.Spec.ManifestsRoot = qConfig.BuildCurrentManifestsRoot(version)
+	qcr.AddLabelToCr("version", version)
+	return qConfig.WriteCurrentContextCR(qcr)
+}

pkg/qliksense/install.go

@@ -0,0 +1,100 @@
+package qliksense
+
+import (
+	"errors"
+	"fmt"
+
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+type InstallCommandOptions struct {
+	AcceptEULA   string
+	Namespace    string
+	StorageClass string
+	MongoDbUri   string
+	RotateKeys   string
+}
+
+func (q *Qliksense) InstallQK8s(version string, opts *InstallCommandOptions) error {
+
+	// step1: fetch 1.0.0 # pull down qliksense-k8s@1.0.0
+	// step2: operator view | kubectl apply -f # operator manifest (CRD)
+	// step3: config apply | kubectl apply -f # generates patches (if required) in configuration directory, applies manifest
+	// step4: config view | kubectl apply -f # generates Custom Resource manifest (CR)
+
+	// fetch the version
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+
+	if opts.AcceptEULA != "" {
+		qcr.Spec.AddToConfigs("qliksense", "acceptEULA", opts.AcceptEULA)
+	}
+	if opts.MongoDbUri != "" {
+		qcr.Spec.AddToSecrets("qliksense", "mongoDbUri", opts.MongoDbUri, "")
+	}
+	if opts.StorageClass != "" {
+		qcr.Spec.StorageClassName = opts.StorageClass
+	}
+	if opts.Namespace != "" {
+		qcr.Spec.NameSpace = opts.Namespace
+	}
+	if opts.RotateKeys != "" {
+		qcr.Spec.RotateKeys = opts.RotateKeys
+	}
+	qConfig.WriteCurrentContextCR(qcr)
+
+	//CRD will be installed outside of operator
+	//install operator controller into the namespace
+	fmt.Println("Installing operator controller")
+	if err := qapi.KubectlApply(q.GetOperatorControllerString(), qcr.Spec.NameSpace); err != nil {
+		fmt.Println("cannot do kubectl apply on opeartor controller", err)
+		return err
+	}
+
+	if qcr.Spec.Git.Repository != "" {
+		// fetching and applying manifest will be in the operator controller
+		return q.applyCR(qcr.Spec.NameSpace)
+	}
+	if version != "" { // no need to fetch manifest root already set by some other way
+		if err := fetchAndUpdateCR(qConfig, version); err != nil {
+			return err
+		}
+	}
+
+	qcr, err = qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	} else if qcr.Spec.GetManifestsRoot() == "" {
+		return errors.New("cannot get the manifest root. Use qliksense fetch <version> or qliksense set manifestsRoot")
+	}
+
+	// install generated manifests into cluster
+	fmt.Println("Installing generated manifests into cluster")
+	if err := q.applyConfigToK8s(qcr); err != nil {
+		fmt.Println("cannot do kubectl apply on manifests")
+		return err
+	}
+
+	return q.applyCR(qcr.Spec.NameSpace)
+}
+
+func (q *Qliksense) applyCR(ns string) error {
+	// install operator cr into cluster
+	//get the current context cr
+	fmt.Println("Install operator CR into cluster")
+	r, err := q.getCurrentCRString()
+	if err != nil {
+		return err
+	}
+	if err := qapi.KubectlApply(r, ns); err != nil {
+		fmt.Println("cannot do kubectl apply on operator CR")
+		return err
+	}
+	return nil
+}

pkg/qliksense/kuz.go

@@ -0,0 +1,44 @@
+package qliksense
+
+import (
+	"log"
+	"os"
+
+	"github.com/qlik-oss/sense-installer/pkg/api"
+
+	"sigs.k8s.io/kustomize/api/filesys"
+	"sigs.k8s.io/kustomize/api/konfig"
+	"sigs.k8s.io/kustomize/api/krusty"
+	"sigs.k8s.io/kustomize/api/types"
+)
+
+func executeKustomizeBuild(directory string) ([]byte, error) {
+	log.SetOutput(&nullWriter{})
+	defer func() {
+		log.SetOutput(os.Stderr)
+	}()
+
+	fSys := filesys.MakeFsOnDisk()
+	options := &krusty.Options{
+		DoLegacyResourceSort: false,
+		LoadRestrictions:     types.LoadRestrictionsNone,
+		DoPrune:              false,
+		PluginConfig:         konfig.DisabledPluginConfig(),
+	}
+	k := krusty.MakeKustomizer(fSys, options)
+	resMap, err := k.Run(directory)
+	if err != nil {
+		return nil, err
+	}
+	return resMap.AsYaml()
+}
+
+func executeKustomizeBuildWithStdoutProgress(path string) (kuzManifest []byte, err error) {
+	result, err := api.ExecuteTaskWithBlinkingStdoutFeedback(func() (interface{}, error) {
+		return executeKustomizeBuild(path)
+	}, "...")
+	if err != nil {
+		return nil, err
+	}
+	return result.([]byte), nil
+}

pkg/qliksense/kuz_test.go

@@ -0,0 +1,141 @@
+package qliksense
+
+import (
+	"bytes"
+	"encoding/base64"
+	"io"
+	"io/ioutil"
+	"log"
+	"os"
+	"path"
+	"strings"
+	"testing"
+
+	"gopkg.in/yaml.v3"
+
+	"github.com/Shopify/ejson"
+	"github.com/qlik-oss/k-apis/pkg/config"
+	"github.com/qlik-oss/k-apis/pkg/qust"
+
+	kapis_git "github.com/qlik-oss/k-apis/pkg/git"
+)
+
+func Test_executeKustomizeBuild(t *testing.T) {
+	tmpDir, err := ioutil.TempDir("", "")
+	if err != nil {
+		t.Fatalf("unexpected error: %v\n", err)
+	}
+	defer os.RemoveAll(tmpDir)
+
+	kustomizationYamlFilePath := path.Join(tmpDir, "kustomization.yaml")
+	kustomizationYaml := `
+generatorOptions:
+  disableNameSuffixHash: true
+configMapGenerator:
+- name: foo-config
+  literals:    
+  - foo=bar
+`
+	err = ioutil.WriteFile(kustomizationYamlFilePath, []byte(kustomizationYaml), os.ModePerm)
+	if err != nil {
+		t.Fatalf("error writing kustomization file to path: %v error: %v\n", kustomizationYamlFilePath, err)
+	}
+
+	result, err := executeKustomizeBuild(tmpDir)
+	if err != nil {
+		t.Fatalf("unexpected kustomize error: %v\n", err)
+	}
+
+	expectedK8sYaml := `apiVersion: v1
+data:
+  foo: bar
+kind: ConfigMap
+metadata:
+  name: foo-config
+`
+	if string(result) != expectedK8sYaml {
+		t.Fatalf("expected k8s yaml: [%v] but got: [%v]\n", expectedK8sYaml, string(result))
+	}
+}
+
+func Test_executeKustomizeBuild_onQlikConfig_regenerateKeys(t *testing.T) {
+	tmpDir, err := ioutil.TempDir("", "")
+	if err != nil {
+		t.Fatalf("unexpected error: %v\n", err)
+	}
+	defer os.RemoveAll(tmpDir)
+
+	configPath := path.Join(tmpDir, "config")
+	if repo, err := kapis_git.CloneRepository(configPath, defaultGitUrl, nil); err != nil {
+		t.Fatalf("unexpected error: %v\n", err)
+	} else if err := kapis_git.Checkout(repo, "v1.21.23-edge", "", nil); err != nil {
+		t.Fatalf("unexpected error: %v\n", err)
+	}
+
+	cr := &config.CRSpec{
+		ManifestsRoot: configPath,
+	}
+
+	if err := os.Setenv("EJSON_KEYDIR", tmpDir); err != nil {
+		t.Fatalf("unexpected error setting EJSON_KEYDIR environment variable: %v\n", err)
+	}
+
+	if err := os.Unsetenv("EJSON_KEY"); err != nil {
+		t.Fatalf("unexpected error unsetting EJSON_KEY: %v\n", err)
+	}
+
+	generateKeys(cr, "won't-use")
+
+	yamlResources, err := executeKustomizeBuild(path.Join(configPath, "manifests", "base", "resources", "users"))
+	if err != nil {
+		t.Fatalf("unexpected kustomize error: %v\n", err)
+	}
+
+	decoder := yaml.NewDecoder(bytes.NewReader(yamlResources))
+	var resource map[string]interface{}
+	keyIdBase64 := ""
+	for {
+		err := decoder.Decode(&resource)
+		if err != nil {
+			if err != io.EOF {
+				t.Fatalf("unexpected yaml decode error: %v\n", err)
+			}
+			break
+		}
+		if resource["kind"].(string) == "Secret" && strings.Contains(resource["metadata"].(map[string]interface{})["name"].(string), "users-secrets-") {
+			keyIdBase64 = resource["data"].(map[string]interface{})["tokenAuthPrivateKeyId"].(string)
+			break
+		}
+	}
+
+	untransformedKeyId := `(( (ds "data").kid ))`
+	if keyIdBase64 == "" {
+		t.Fatalf("expected keyIdBase64 for users secret to be non empty:\n")
+	} else if keyId, err := base64.StdEncoding.DecodeString(keyIdBase64); err != nil {
+		t.Fatalf("unexpected base64 decode error: %v\n", err)
+	} else if string(keyId) == untransformedKeyId {
+		t.Fatalf("unexpected users keyId: %v\n", untransformedKeyId)
+	}
+}
+
+func generateKeys(cr *config.CRSpec, defaultKeyDir string) {
+	log.Println("rotating all keys")
+	keyDir := getEjsonKeyDir(defaultKeyDir)
+	if ejsonPublicKey, ejsonPrivateKey, err := ejson.GenerateKeypair(); err != nil {
+		log.Printf("error generating an ejson key pair: %v\n", err)
+	} else if err := qust.GenerateKeys(cr, ejsonPublicKey); err != nil {
+		log.Printf("error generating application keys: %v\n", err)
+	} else if err := os.MkdirAll(keyDir, os.ModePerm); err != nil {
+		log.Printf("error makeing sure private key storage directory: %v exists, error: %v\n", keyDir, err)
+	} else if err := ioutil.WriteFile(path.Join(keyDir, ejsonPublicKey), []byte(ejsonPrivateKey), os.ModePerm); err != nil {
+		log.Printf("error storing ejson private key: %v\n", err)
+	}
+}
+
+func getEjsonKeyDir(defaultKeyDir string) string {
+	ejsonKeyDir := os.Getenv("EJSON_KEYDIR")
+	if ejsonKeyDir == "" {
+		ejsonKeyDir = defaultKeyDir
+	}
+	return ejsonKeyDir
+}

pkg/qliksense/operator.go

@@ -0,0 +1,54 @@
+package qliksense
+
+import (
+	"fmt"
+	"io"
+	"os"
+	"path/filepath"
+	"strings"
+)
+
+func (q *Qliksense) ViewOperator() error {
+	io.WriteString(os.Stdout, q.GetOperatorCRDString())
+	return nil
+}
+
+func (q *Qliksense) ViewOperatorController() error {
+	io.WriteString(os.Stdout, q.GetOperatorControllerString())
+	return nil
+}
+
+// this will return crd,deployment,role, rolebinding,serviceaccount for operator
+func (q *Qliksense) GetOperatorCRDString() string {
+	result := ""
+	for _, v := range q.getFileList("crd") {
+		result = q.getYamlFromPackrFile(v)
+	}
+
+	return result
+}
+
+func (q *Qliksense) GetOperatorControllerString() string {
+	result := ""
+	for _, v := range q.getFileList("crd-deploy") {
+		result = result + q.getYamlFromPackrFile(v)
+	}
+	return result
+}
+
+func (q *Qliksense) getYamlFromPackrFile(packrFile string) string {
+	s, err := q.CrdBox.FindString(packrFile)
+	if err != nil {
+		fmt.Printf("Cannot read file %s", packrFile)
+	}
+	return fmt.Sprintln("#soruce: " + packrFile + "\n\n" + s + "\n---")
+}
+func (q *Qliksense) getFileList(resourceType string) []string {
+	var resList []string
+	for _, v := range q.CrdBox.List() {
+		if strings.Contains(v, filepath.Join(resourceType, "")) {
+			resList = append(resList, []string{v}...)
+		}
+	}
+	return resList
+}

pkg/qliksense/porter.go

@@ -1,58 +0,0 @@
-package qliksense
-
-import (
-	"io"
-	"fmt"
-	"bufio"
-	"os"
-	"os/exec"
-)
-// ProcessLine ...
-type ProcessLine func(string) *string
-// CallPorter ...
-func (p *Qliksense) CallPorter(args []string, processor ProcessLine) (string,error) {
-	var (
-		outText string
-		cmd     *exec.Cmd
-		err     error
-		output io.ReadCloser
-		scanner                             *bufio.Scanner
-		done chan struct{}
-	)
-	cmd = exec.Command(p.porterExe,args[:]...)
-	if output,err = cmd.StdoutPipe(); err !=nil {
-		return "",err
-	}
-	cmd.Stderr = os.Stderr
-	
-	done = make(chan struct{})
-	scanner = bufio.NewScanner(output)
-	go func() {
-		for scanner.Scan() {
-			var text string
-			var newText *string
-			text = scanner.Text()
-			if processor != nil {
-				newText = processor(text)
-				if newText != nil {
-				  outText = outText + fmt.Sprintln(*newText)
-				}
-			} else {
-			  outText = outText + fmt.Sprintln(text)
-			}
-		}
-		done <- struct{}{}
-	}()
-	if err = cmd.Start(); err != nil {
-		return "",err
-	}
-	<-done
-	if err = cmd.Wait(); err != nil {
-		return "",err
-	}
-	if err = scanner.Err(); err != nil {
-		return "",err
-	}
-
-	return outText,nil
-}

pkg/qliksense/qliksense.go

@@ -1,13 +1,30 @@
-package qliksense
-
-// Qliksense is the logic behind the qliksense client
-type Qliksense struct {
-	porterExe string
-}
-
-// New qliksense client, initialized with useful defaults.
-func New(porterExe string) *Qliksense {
-	return &Qliksense{
-		porterExe,
-	}
-}
+//go:generate packr2
+package qliksense
+
+import (
+	"os"
+	"path"
+
+	"github.com/gobuffalo/packr/v2"
+)
+
+// Qliksense is the logic behind the qliksense client
+type Qliksense struct {
+	QliksenseHome        string
+	QliksenseEjsonKeyDir string
+	CrdBox               *packr.Box ``
+}
+
+// New qliksense client, initialized with useful defaults.
+func New(qliksenseHome string) (*Qliksense, error) {
+	qliksenseClient := &Qliksense{
+		QliksenseHome: qliksenseHome,
+		CrdBox:        packr.New("crds", "./crds"),
+	}
+
+	qliksenseClient.QliksenseEjsonKeyDir = path.Join(qliksenseHome, "ejson", "keys")
+	if err := os.MkdirAll(qliksenseClient.QliksenseEjsonKeyDir, os.ModePerm); err != nil {
+		return nil, err
+	}
+	return qliksenseClient, nil
+}

pkg/qliksense/uninstall.go

@@ -0,0 +1,25 @@
+package qliksense
+
+import (
+	"errors"
+
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+func (q *Qliksense) UninstallQK8s(contextName string) error {
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+	if contextName == "" {
+		contextName = qConfig.Spec.CurrentContext
+	} else if !qConfig.IsContextExist(contextName) {
+		return errors.New("context name [ " + contextName + " ] not found")
+	}
+	cr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		return err
+	}
+	str, err := q.getCRString(contextName)
+	if err != nil {
+		return err
+	}
+	return qapi.KubectlDelete(str, cr.Spec.NameSpace)
+}

pkg/qliksense/upgrade.go

@@ -0,0 +1,39 @@
+package qliksense
+
+import (
+	"fmt"
+
+	qapi "github.com/qlik-oss/sense-installer/pkg/api"
+)
+
+func (q *Qliksense) UpgradeQK8s() error {
+
+	// step1: get CR
+	// step2: run kustomize
+	// step3: run kubectl apply
+
+	// fetch the version
+	qConfig := qapi.NewQConfig(q.QliksenseHome)
+
+	qcr, err := qConfig.GetCurrentCR()
+	if err != nil {
+		fmt.Println("cannot get the current-context cr", err)
+		return err
+	}
+	qcr.Spec.RotateKeys = "no"
+	if err := q.applyConfigToK8s(qcr); err != nil {
+		fmt.Println("cannot do kubectl apply on manifests")
+		return err
+	}
+
+	fmt.Println("Install operator CR into cluster")
+	r, err := qcr.GetString()
+	if err != nil {
+		return err
+	}
+	if err := qapi.KubectlApply(r, qcr.Spec.NameSpace); err != nil {
+		fmt.Println("cannot do kubectl apply on operator CR")
+	}
+	return nil
+
+}

pkg/version.go

@@ -1,7 +1,8 @@
-package pkg
-
-// These are build-time values, set during an official release
-var (
-	Commit  string
-	Version string
-)
+package pkg
+
+// These are build-time values, set during an official release
+var (
+	Commit     string
+	Version    string
+	CommitDate string
+)

renovate.json

@@ -0,0 +1,5 @@
+{
+  "extends": [
+    "config:base"
+  ]
+}

test/Dockerfile.tmpl

@@ -1,39 +0,0 @@
-FROM quay.io/deis/lightweight-docker-go:v0.2.0
-FROM debian:stretch as base
-# This is a template Dockerfile for the bundle's invocation image
-# You can customize it to use different base images, install tools and copy configuration files.
-#
-# Porter will use it as a template and append lines to it for the mixins
-# and to set the CMD appropriately for the CNAB specification.
-#
-# Add the following line to porter.yaml to instruct Porter to use this template
-# dockerfile: Dockerfile.tmpl
-
-# You can control where the mixin's Dockerfile lines are inserted into this file by moving "# PORTER_MIXINS" line
-# another location in this file. If you remove that line, the mixins generated content is appended to this file.
-# PORTER_MIXINS
-
-COPY --from=0 /etc/ssl/certs/ca-certificates.crt /etc/ssl/certs/ca-certificates.crt
-ARG BUNDLE_DIR
-ARG HELM_VERSION=v2.16.0
-RUN apt-get update && \
- apt-get install -y curl && \
- curl -o helm.tgz https://get.helm.sh/helm-$HELM_VERSION-linux-amd64.tar.gz && \
- tar -xzf helm.tgz && \
- mv linux-amd64/helm /usr/local/bin && \
- rm helm.tgz
-RUN helm init --client-only
-
-# CI job will update this version and make a PR
-ARG QSEOK_VERSION=1.12.89
-# This is likely not needed
-ARG QLIKSENSE_INIT_VERSION=1.1.0
-
-RUN mkdir -p /tmp/.chartcache
-RUN helm repo add qlik-edge https://qlik.bintray.com/edge
-RUN helm fetch qlik-edge/qliksense-init --version $QLIKSENSE_INIT_VERSION --untar -d /tmp/.chartcache/
-# This is now done by qliksense mixin
-#RUN helm fetch qlik-edge/qliksense --version $QSEOK_VERSION --untar -d /tmp/.chartcache/
-
-# Use the BUNDLE_DIR build argument to copy files into the bundle
-COPY . $BUNDLE_DIR

test/porter.yaml

@@ -1,42 +0,0 @@
-name: test-version
-version: 0.1.0
-description: "An example Porter bundle demonstrating exec mixin outputs"
-invocationImage: qlik/test-version:0.1.0
-tag: qlik/test-version-bundle:0.1.0
-
-dockerfile: Dockerfile.tmpl
-
-mixins:
-  - exec
-  - qliksense
-
-customActions:
-  about:
-    description: "About QLiksense"
-    stateless: true
-    modifies: true
-
-install:
-  - exec:
-      description: "Get the qliksense version"
-      command: bash
-      arguments:
-        - -c
-        - "echo 1.2.13"
-      outputs:
-        - name: version
-          regex: '.*'
-uninstall:
-  - exec:
-      description: "Get the qliksense version"
-      command: bash
-      arguments:
-        - -c
-        - "echo 1.2.13"
-      outputs:
-        - name: version
-          regex: '.*'
-about:
-  - qliksense:
-      description: "Use bundled version by default"
-      version: "bundled"