mirror of
https://github.com/turbot/steampipe.git
synced 2026-02-01 06:01:22 -05:00
40804a3201
- Execute RefreshConnections asyncronously - Add connection_state table to indicate the loading state of connections - Optimise RefreshConnections by cloning connection schemas - Add locking to ensure only a single instance of RefreshConnections runs - Start executing queries without waiting for connections to load, add smart error handling to wait for required connection - Optimise autocomplete for high connection count - Autocomplete and inspect data available before all conections are refreshed - Update file watcher to respond to CHMOD, so thaat it pickes up deletion of file contents Closes #3394 Closes #3267
120 lines
3.6 KiB
Go
120 lines
3.6 KiB
Go
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"os/signal"
|
|
"path/filepath"
|
|
"strings"
|
|
"syscall"
|
|
"time"
|
|
|
|
"github.com/hashicorp/go-hclog"
|
|
"github.com/spf13/cobra"
|
|
"github.com/turbot/go-kit/types"
|
|
"github.com/turbot/steampipe-plugin-sdk/v5/logging"
|
|
"github.com/turbot/steampipe/pkg/cmdconfig"
|
|
"github.com/turbot/steampipe/pkg/connection"
|
|
"github.com/turbot/steampipe/pkg/constants"
|
|
"github.com/turbot/steampipe/pkg/constants/runtime"
|
|
"github.com/turbot/steampipe/pkg/error_helpers"
|
|
"github.com/turbot/steampipe/pkg/filepaths"
|
|
"github.com/turbot/steampipe/pkg/pluginmanager_service"
|
|
"github.com/turbot/steampipe/pkg/steampipeconfig"
|
|
)
|
|
|
|
func pluginManagerCmd() *cobra.Command {
|
|
cmd := &cobra.Command{
|
|
Use: "plugin-manager",
|
|
Run: runPluginManagerCmd,
|
|
Hidden: true,
|
|
}
|
|
cmdconfig.OnCmd(cmd)
|
|
return cmd
|
|
}
|
|
|
|
func runPluginManagerCmd(cmd *cobra.Command, _ []string) {
|
|
ctx := cmd.Context()
|
|
logger := createPluginManagerLog()
|
|
|
|
log.Printf("[INFO] starting plugin manager")
|
|
// build config map
|
|
steampipeConfig, errorsAndWarnings := steampipeconfig.LoadConnectionConfig()
|
|
if errorsAndWarnings.GetError() != nil {
|
|
log.Printf("[WARN] failed to load connection config: %v", errorsAndWarnings.GetError())
|
|
os.Exit(1)
|
|
}
|
|
|
|
// add signal handler for sigpipe - this will be raised if we call displayWarning as stdout is piped
|
|
signalCh := make(chan os.Signal, 1)
|
|
signal.Notify(signalCh, syscall.SIGPIPE)
|
|
go func() {
|
|
for {
|
|
// swallow signal
|
|
<-signalCh
|
|
}
|
|
}()
|
|
|
|
// add a prefix to the PgClientAppName so that out DB connecitons are not treated as
|
|
// another Steampipe instance connected to the DB
|
|
// (as our lifecycle is managed by the db service,
|
|
// so we will be shut down when the service is stopped)
|
|
runtime.PgClientAppName = runtime.PgClientAppNamePluginManagerPrefix + runtime.PgClientAppName
|
|
|
|
configMap := connection.NewConnectionConfigMap(steampipeConfig.Connections)
|
|
log.Printf("[TRACE] loaded config map: %s", strings.Join(steampipeConfig.ConnectionNames(), ","))
|
|
|
|
pluginManager, err := pluginmanager_service.NewPluginManager(configMap, logger)
|
|
if err != nil {
|
|
log.Printf("[WARN] failed to create plugin manager: %s", err.Error())
|
|
os.Exit(1)
|
|
}
|
|
|
|
if shouldRunConnectionWatcher() {
|
|
log.Printf("[INFO] starting connection watcher")
|
|
|
|
connectionWatcher, err := connection.NewConnectionWatcher(pluginManager.OnConnectionConfigChanged)
|
|
if err != nil {
|
|
log.Printf("[WARN] failed to create connection watcher: %s", err.Error())
|
|
error_helpers.ShowError(ctx, err)
|
|
os.Exit(1)
|
|
}
|
|
|
|
// close the connection watcher
|
|
defer connectionWatcher.Close()
|
|
}
|
|
|
|
log.Printf("[TRACE] about to serve")
|
|
pluginManager.Serve()
|
|
}
|
|
|
|
func shouldRunConnectionWatcher() bool {
|
|
// if EnvConnectionWatcher is set, overwrite the value in DefaultConnectionOptions
|
|
if envStr, ok := os.LookupEnv(constants.EnvConnectionWatcher); ok {
|
|
if parsedEnv, err := types.ToBool(envStr); err == nil {
|
|
return parsedEnv
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
func createPluginManagerLog() hclog.Logger {
|
|
logName := fmt.Sprintf("plugin-%s.log", time.Now().Format("2006-01-02"))
|
|
logPath := filepath.Join(filepaths.EnsureLogDir(), logName)
|
|
f, err := os.OpenFile(logPath, os.O_RDWR|os.O_CREATE|os.O_APPEND, 0666)
|
|
if err != nil {
|
|
fmt.Printf("failed to open plugin manager log file: %s\n", err.Error())
|
|
os.Exit(3)
|
|
}
|
|
logger := logging.NewLogger(&hclog.LoggerOptions{
|
|
Output: f,
|
|
TimeFn: func() time.Time { return time.Now().UTC() },
|
|
TimeFormat: "2006-01-02 15:04:05.000 UTC",
|
|
})
|
|
log.SetOutput(logger.StandardWriter(&hclog.StandardLoggerOptions{InferLevels: true}))
|
|
log.SetPrefix("")
|
|
log.SetFlags(0)
|
|
return logger
|
|
}
|