Merge pull request #51 from dewey/feature/add-snowflake

Add Snowflake support

Author: dewey

README.md

@@ -10,6 +10,16 @@ Status
 
 Actively used with PostgreSQL in production. We'd like to eventually support all databases for which stable Go database [drivers](https://github.com/golang/go/wiki/SQLDrivers) are available. Contributions welcome.
 
+Currently supported:
+
+- Postgres
+- ClickHouse
+- AWS Athena
+- MS-SQL
+- MySQL
+- Snowflake
+
+
 What does it look like?
 =======================
 

config.yml.dist

@@ -125,3 +125,16 @@ jobs:
       WHERE partition IN
           (SELECT max(partition)
           FROM my_athena_db.some_table);
+- name: "snowflake"
+  interval: '1m'
+  connections:
+  - 'snowflake://username:password@hostname/schema/table'
+  queries:
+  - name: "snowflake_dwh_some_table"
+    help: "Number of rows..."
+    # Make sure values matches the return value of the query. If alias isn't quoted in the query Snowflake will use uppercase which has to match with the column
+    # name in values.
+    values:
+      - "count"
+    query: |
+      select count(1) as "count" from our_data_warehouse limit 1;

go.mod

@@ -3,21 +3,25 @@ module github.com/justwatchcom/sql_exporter
 go 1.12
 
 require (
-	github.com/ClickHouse/clickhouse-go v1.3.13
-	github.com/aws/aws-sdk-go v1.27.1 // indirect
+	github.com/ClickHouse/clickhouse-go v1.5.1
+	github.com/apache/arrow/go/arrow v0.0.0-20211104083220-e6b98c9f1427 // indirect
+	github.com/aws/aws-sdk-go-v2/feature/s3/manager v1.6.0 // indirect
 	github.com/cenkalti/backoff v2.2.1+incompatible
 	github.com/denisenkom/go-mssqldb v0.0.0-20191128021309-1d7a30a10f73
-	github.com/go-kit/kit v0.9.0
-	github.com/go-sql-driver/mysql v1.4.1
-	github.com/go-stack/stack v1.8.0 // indirect
-	github.com/jmoiron/sqlx v1.2.0
-	github.com/lib/pq v1.3.0
-	github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
-	github.com/modern-go/reflect2 v1.0.1 // indirect
-	github.com/prometheus/client_golang v1.3.0
-	github.com/prometheus/common v0.7.0
+	github.com/gabriel-vasile/mimetype v1.4.0 // indirect
+	github.com/go-kit/kit v0.12.0
+	github.com/go-sql-driver/mysql v1.5.0
+	github.com/jmoiron/sqlx v1.3.4
+	github.com/lib/pq v1.10.3
+	github.com/pierrec/lz4/v4 v4.1.10 // indirect
+	github.com/pkg/browser v0.0.0-20210911075715-681adbf594b8 // indirect
+	github.com/prometheus/client_golang v1.11.0
+	github.com/prometheus/common v0.30.0
 	github.com/satori/go.uuid v1.2.0 // indirect
 	github.com/segmentio/go-athena v0.0.0-20181208004937-dfa5f1818930
-	google.golang.org/appengine v1.6.5 // indirect
-	gopkg.in/yaml.v2 v2.2.7
+	github.com/snowflakedb/gosnowflake v1.6.3
+	golang.org/x/crypto v0.0.0-20210921155107-089bfa567519 // indirect
+	golang.org/x/net v0.0.0-20211101193420-4a448f8816b3 // indirect
+	golang.org/x/sys v0.0.0-20211103235746-7861aae1554b // indirect
+	gopkg.in/yaml.v2 v2.4.0
 )

go.sum

@@ -4,9 +4,12 @@ import (
 	"fmt"
 	"net/url"
 	"regexp"
+	"strconv"
 	"strings"
 	"time"
 
+	"github.com/snowflakedb/gosnowflake"
+
 	_ "github.com/ClickHouse/clickhouse-go" // register the ClickHouse driver
 	"github.com/cenkalti/backoff"
 	_ "github.com/denisenkom/go-mssqldb" // register the MS-SQL driver
@@ -16,7 +19,8 @@ import (
 	"github.com/jmoiron/sqlx"
 	_ "github.com/lib/pq" // register the PostgreSQL driver
 	"github.com/prometheus/client_golang/prometheus"
-	_ "github.com/segmentio/go-athena" // register the AWS Athena driver
+	_ "github.com/segmentio/go-athena"     // register the AWS Athena driver
+	_ "github.com/snowflakedb/gosnowflake" // register the Snowflake driver
 )
 
 var (
@@ -127,12 +131,44 @@ func (j *Job) Run() {
 				// call go-athena's Open() to ensure conn.db is set,
 				// otherwise API calls will complain about an empty database field:
 				// "InvalidParameter: 1 validation error(s) found. - minimum field size of 1, StartQueryExecutionInput.QueryExecutionContext.Database."
-				newConn.conn, err = sqlx.Open("athena", u.RawQuery)
+				newConn.conn, err = sqlx.Open("athena", u.String())
 				if err != nil {
 					level.Error(j.log).Log("msg", "Failed to open Athena connection", "connection", conn, "err", err)
 					continue
 				}
 			}
+			if newConn.driver == "snowflake" {
+				cfg := &gosnowflake.Config{
+					Account: u.Host,
+					User:    u.User.Username(),
+				}
+
+				pw, set := u.User.Password()
+				if set {
+					cfg.Password = pw
+				}
+
+				if u.Port() != "" {
+					portStr, err := strconv.Atoi(u.Port())
+					if err != nil {
+						level.Error(j.log).Log("msg", "Failed to parse Snowflake port", "connection", conn, "err", err)
+						continue
+					}
+					cfg.Port = portStr
+				}
+
+				dsn, err := gosnowflake.DSN(cfg)
+				if err != nil {
+					level.Error(j.log).Log("msg", "Failed to create Snowflake DSN", "connection", conn, "err", err)
+					continue
+				}
+
+				newConn.conn, err = sqlx.Open("snowflake", dsn)
+				if err != nil {
+					level.Error(j.log).Log("msg", "Failed to open Snowflake connection", "connection", conn, "err", err)
+					continue
+				}
+			}
 			j.conns = append(j.conns, newConn)
 		}
 	}