move exports to package

Signed-off-by: Rohit-PX <rkulkarni@purestorage.com>

Author: Rohit-PX

pkg/utils/export_stats.go

@@ -0,0 +1,171 @@
+package utils
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"time"
+
+	storkv1 "github.com/libopenstorage/stork/pkg/apis/stork/v1alpha1"
+	"github.com/sirupsen/logrus"
+)
+
+const (
+	aetosStatsURL = "http://aetos.pwx.purestorage.com/dashboard/stats?stats_type=migration_stats_new&limit=100"
+)
+
+type StatsExportType struct {
+	id        OidType            `json:"_id",omitempty`
+	Name      string             `json:"name",omitempty`
+	Product   string             `json:"product",omitempty`
+	StatsType string             `json:"statsType",omitempty`
+	Version   string             `json:"version",omitempty`
+	Data      MigrationStatsType `json:"data",omitempty`
+}
+
+type MigrationStatsType struct {
+	TotalNumberOfVolumes            json.Number `json:"totalNumberOfVolumes",omitempty`
+	NumOfMigratedVolumes            json.Number `json:"numOfMigratedVolumes",omitempty`
+	TotalNumberOfResources          json.Number `json:"totalNumberOfResources",omitempty`
+	NumOfMigratedResources          json.Number `json:"numOfMigratedResources",omitempty`
+	TotalBytesMigrated              json.Number `json:"totalBytesMigrated",omitempty`
+	ElapsedTimeForVolumeMigration   string      `json:"elapsedTimeForVolumeMigration",omitempty`
+	ElapsedTimeForResourceMigration string      `json:"elapsedTimeForResourceMigration",omitempty`
+}
+
+type OidType struct {
+	oid string `json:"$oid"`
+}
+
+func GetMigrationStatsFromAetos(url string) ([]StatsExportType, error) {
+	client := http.Client{Timeout: time.Second * 3}
+	req, err := http.NewRequest("GET", url, nil)
+	if err != nil {
+		return nil, fmt.Errorf("error querying Aetos for stats: %v", err)
+	}
+
+	req.Header.Add("Content-Type", "application/json")
+
+	q := req.URL.Query()
+	q.Add("format", "json")
+	req.URL.RawQuery = q.Encode()
+	resp, err := client.Do(req)
+	if err != nil {
+		return nil, fmt.Errorf("error querying Aetos metadata: %v", err)
+	}
+
+	if resp.StatusCode != 200 {
+		return nil, fmt.Errorf("error querying Aetos metadata: Code %d returned for url %s", resp.StatusCode, req.URL)
+	}
+	body, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return nil, fmt.Errorf("error querying Aetos metadata: %v", err)
+	}
+	if len(body) == 0 {
+		return nil, fmt.Errorf("error querying Aetos metadata: Empty response")
+	}
+
+	//fmt.Printf("\nBody of response: %v\n\n", string(body))
+	data := []StatsExportType{}
+	err = json.Unmarshal(body, &data)
+	if err != nil {
+		return nil, fmt.Errorf("error parsing Aetos metadata: %v", err)
+	}
+
+	defer func() {
+		err := resp.Body.Close()
+		if err != nil {
+			logrus.Errorf("Error closing body when getting Aetos data: %v", err)
+		}
+	}()
+	return data, nil
+}
+
+func WriteMigrationStatsToAetos() error {
+	data := MockStat()
+	body, err := json.Marshal(data)
+	if err != nil {
+		return fmt.Errorf("failed to marshal: %v", err)
+	}
+	resp, err := http.Post("http://aetos.pwx.purestorage.com/dashboard/stats", "application/json", bytes.NewBuffer(body))
+	if err != nil {
+		return fmt.Errorf("post request to Aetos failed: %v", err)
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode == http.StatusCreated || resp.StatusCode == http.StatusOK {
+		body, err := ioutil.ReadAll(resp.Body)
+		if err != nil {
+			//Failed to read response.
+			return fmt.Errorf("response from Aetos failed: %v", err)
+		}
+
+		jsonStr := string(body)
+		fmt.Println("Response: ", jsonStr)
+	} else {
+		fmt.Println("Get failed with error: ", resp.Status)
+	}
+
+	return nil
+}
+
+func MockStat() StatsExportType {
+	mockStat := StatsExportType{
+		Name:      "stork_integration_test",
+		Product:   "stork",
+		StatsType: "migration_stats_mock",
+		Version:   "v1alpha1",
+		Data: MigrationStatsType{
+			TotalNumberOfVolumes:            "1",
+			NumOfMigratedVolumes:            "1",
+			TotalNumberOfResources:          "5",
+			NumOfMigratedResources:          "1",
+			TotalBytesMigrated:              "12345",
+			ElapsedTimeForVolumeMigration:   "11.1111s",
+			ElapsedTimeForResourceMigration: "12321.3453s",
+		},
+	}
+	return mockStat
+}
+
+func NewStat() *StatsExportType {
+	newStat := &StatsExportType{
+		Name:      "stork_integration_test",
+		Product:   "stork",
+		StatsType: "migration_stats_mock",
+		Version:   "v1alpha1",
+		Data: MigrationStatsType{
+			TotalNumberOfVolumes:            "",
+			NumOfMigratedVolumes:            "",
+			TotalNumberOfResources:          "",
+			NumOfMigratedResources:          "",
+			TotalBytesMigrated:              "",
+			ElapsedTimeForVolumeMigration:   "",
+			ElapsedTimeForResourceMigration: "",
+		},
+	}
+	return mockStat
+}
+
+func GetExportableStatsFromMigrationObject(mig *storkv1.Migration) *StatsExportType {
+	exportStats := NewStat()
+	exportStats.Data.TotalNumberOfVolumes = mig.Status.Summary.TotalNumberOfVolumes
+	exportStats.Data.NumOfMigratedVolumes = mig.Status.Summary.NumberOfMigratedVolumes
+	exportStats.Data.TotalNumberOfResources = mig.Status.Summary.TotalNumberOfResources
+	exportStats.Data.NumOfMigratedResources = mig.Status.Summary.NumberOfMigratedResources
+	exportStats.Data.TotalBytesMigrated = mig.Status.Summary.TotalBytesMigrated
+	exportStats.Data.ElapsedTimeForVolumeMigration = mig.Status.Summary.ElapsedTimeForVolumeMigration
+	exportStats.Data.ElapsedTimeForResourceMigration = mig.Status.Summary.ElapsedTimeForResourceMigration
+
+	return exportStats
+
+}
+
+func PrettyStruct(data interface{}) (string, error) {
+	val, err := json.MarshalIndent(data, "", "    ")
+	if err != nil {
+		return "", err
+	}
+	return string(val), nil
+}