aerospike_suite_test.go

// Copyright 2014-2022 Aerospike, Inc.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package aerospike_test

import (
	"bytes"
	"crypto/tls"
	"crypto/x509"
	"encoding/pem"
	"flag"
	"fmt"
	"log"
	"math/rand"
	"os"
	"regexp"
	"strconv"
	"strings"
	"testing"
	"time"

	as "github.com/aerospike/aerospike-client-go/v7"
	asl "github.com/aerospike/aerospike-client-go/v7/logger"
	ast "github.com/aerospike/aerospike-client-go/v7/types"

	gg "github.com/onsi/ginkgo/v2"
	gm "github.com/onsi/gomega"
)

var (
	hosts                = flag.String("hosts", "", "Comma separated Aerospike server seed hostnames or IP addresses and ports. eg: s1:3000,s2:3000,s3:3000")
	host                 = flag.String("h", "127.0.0.1", "Aerospike server seed hostnames or IP addresses")
	nativeHosts          = flag.String("nh", "127.0.0.1:3000", "Native Aerospike server seed hostnames or IP addresses, used in tests for GRPC to support unsupported API")
	port                 = flag.Int("p", 3000, "Aerospike server seed hostname or IP address port number.")
	user                 = flag.String("U", "", "Username.")
	password             = flag.String("P", "", "Password.")
	authMode             = flag.String("A", "internal", "Authentication mode: internal | external")
	useReplicas          = flag.Bool("use-replicas", false, "Aerospike will use replicas as well as master partitions.")
	debug                = flag.Bool("debug", false, "Will set the logging level to DEBUG.")
	proxy                = flag.Bool("proxy", false, "Will use Proxy Client.")
	dbaas                = flag.Bool("dbaas", false, "Will run the tests for a dbaas environment.")
	namespace            = flag.String("n", "test", "Namespace")
	UseServicesAlternate = flag.Bool("use-services-alternate", false, "Will set ClientPolicy.UseServicesAlternate to true.")

	certFile          = flag.String("cert_file", "", "Certificate file name.")
	keyFile           = flag.String("key_file", "", "Key file name.")
	keyFilePassphrase = flag.String("key_file_passphrase", "", "Key file's pass phrase.")
	nodeTLSName       = flag.String("node_tls_name", "", "Node's TLS name.")
	rootCA            = flag.String("root_ca", "", "Root certificate.")

	tlsConfig    *tls.Config
	clientPolicy *as.ClientPolicy
	client       as.ClientIfc
	nativeClient *as.Client
)

func initTestVars() {
	var buf bytes.Buffer
	var err error

	log.SetFlags(log.LstdFlags | log.Lshortfile)
	logger := log.New(&buf, "", log.LstdFlags|log.Lshortfile)
	logger.SetOutput(os.Stdout)
	asl.Logger.SetLogger(logger)

	// dbaas implies a proxy client, albeit with no access to a native client for test setup.
	if *dbaas {
		*proxy = true
	}

	if *debug {
		asl.Logger.SetLevel(asl.DEBUG)
	}

	clientPolicy = as.NewClientPolicy()
	if *user != "" {
		clientPolicy.User = *user
		clientPolicy.Password = *password
	}

	*authMode = strings.ToLower(strings.TrimSpace(*authMode))
	if *authMode != "internal" && *authMode != "external" {
		log.Fatalln("Invalid auth mode: only `internal` and `external` values are accepted.")
	}

	if *authMode == "external" {
		clientPolicy.AuthMode = as.AuthModeExternal
	}

	// setup TLS
	tlsConfig = initTLS()
	clientPolicy.TlsConfig = tlsConfig
	clientPolicy.UseServicesAlternate = *UseServicesAlternate

	var dbHosts []*as.Host

	if len(strings.TrimSpace(*hosts)) > 0 {
		dbHosts, err = as.NewHosts(strings.Split(*hosts, ",")...)
		if err != nil {
			log.Fatal(err.Error())
		}
	} else {
		dbHost := as.NewHost(*host, *port)
		dbHost.TLSName = *nodeTLSName

		dbHosts = append(dbHosts, dbHost)
	}

	log.Println("Connecting to seeds:", dbHosts)
	if *proxy {
		client, err = as.CreateClientWithPolicyAndHost(as.CTProxy, clientPolicy, dbHosts[0])
		if err != nil {
			log.Fatal(err.Error())
		}
	} else {
		nclient, err := as.NewClientWithPolicyAndHost(clientPolicy, dbHosts...)
		if err != nil {
			log.Fatal(err.Error())
		}
		client = nclient
		nativeClient = nclient
	}

	if *proxy && !*dbaas {
		hosts, err := as.NewHosts(*nativeHosts)
		if err != nil {
			log.Fatalln(err)
		}
		nativeClient, err = as.NewClientWithPolicyAndHost(clientPolicy, hosts...)
		if err != nil {
			log.Fatal("Error connecting the native client to the cluster", err.Error())
		}
	}

	defaultBatchPolicy := as.NewBatchPolicy()
	defaultBatchPolicy.TotalTimeout = 15 * time.Second
	defaultBatchPolicy.SocketTimeout = 5 * time.Second
	defaultWritePolicy := as.NewWritePolicy(0, 0)
	defaultWritePolicy.TotalTimeout = 15 * time.Second
	defaultWritePolicy.SocketTimeout = 5 * time.Second
	defaultScanPolicy := as.NewScanPolicy()
	defaultScanPolicy.TotalTimeout = 15 * time.Second
	defaultScanPolicy.SocketTimeout = 5 * time.Second
	defaultQueryPolicy := as.NewQueryPolicy()
	defaultQueryPolicy.TotalTimeout = 15 * time.Second
	defaultQueryPolicy.SocketTimeout = 5 * time.Second
	defaultAdminPolicy := as.NewAdminPolicy()
	defaultAdminPolicy.Timeout = 15 * time.Second
	defaultInfoPolicy := as.NewInfoPolicy()
	defaultInfoPolicy.Timeout = 15 * time.Second

	if nativeClient != nil {
		nativeClient.SetDefaultBatchPolicy(defaultBatchPolicy)
		nativeClient.SetDefaultBatchPolicy(defaultBatchPolicy)
		nativeClient.SetDefaultWritePolicy(defaultWritePolicy)
		nativeClient.SetDefaultWritePolicy(defaultWritePolicy)
		nativeClient.SetDefaultScanPolicy(defaultScanPolicy)
		nativeClient.SetDefaultScanPolicy(defaultScanPolicy)
		nativeClient.SetDefaultQueryPolicy(defaultQueryPolicy)
		nativeClient.SetDefaultQueryPolicy(defaultQueryPolicy)
		nativeClient.SetDefaultAdminPolicy(defaultAdminPolicy)
		nativeClient.SetDefaultInfoPolicy(defaultInfoPolicy)
	}

	client.SetDefaultBatchPolicy(defaultBatchPolicy)
	client.SetDefaultBatchPolicy(defaultBatchPolicy)
	client.SetDefaultWritePolicy(defaultWritePolicy)
	client.SetDefaultWritePolicy(defaultWritePolicy)
	client.SetDefaultScanPolicy(defaultScanPolicy)
	client.SetDefaultScanPolicy(defaultScanPolicy)
	client.SetDefaultQueryPolicy(defaultQueryPolicy)
	client.SetDefaultQueryPolicy(defaultQueryPolicy)
	client.SetDefaultAdminPolicy(defaultAdminPolicy)
	client.SetDefaultInfoPolicy(defaultInfoPolicy)

	// set default policies
	if *useReplicas {
		p := client.GetDefaultPolicy()
		p.ReplicaPolicy = as.MASTER_PROLES
		client.SetDefaultPolicy(p)
	}
}

func TestMain(m *testing.M) {
	rand.Seed(time.Now().UnixNano())
	flag.Parse()

	// setup the client object
	initTestVars()
	os.Exit(m.Run())
}

func TestAerospike(t *testing.T) {
	// TestMain will be called here, no need to do more

	gm.RegisterFailHandler(gg.Fail)
	gg.RunSpecs(t, "Aerospike Client Library Suite")
}

func featureEnabled(feature string) bool {
	if *dbaas {
		gg.Skip("Not supported in DBAAS environment")
	}

	node := nativeClient.GetNodes()[0]
	infoMap, err := node.RequestInfo(as.NewInfoPolicy(), "features")
	if err != nil {
		log.Fatal("Failed to connect to aerospike: err:", err)
	}

	return strings.Contains(infoMap["features"], feature)
}

func isEnterpriseEdition() bool {
	if *dbaas {
		gg.Skip("Not supported in DBAAS environment")
	}

	node := nativeClient.GetNodes()[0]
	infoMap, err := node.RequestInfo(as.NewInfoPolicy(), "edition")
	if err != nil {
		log.Fatal("Failed to connect to aerospike: err:", err)
	}

	return strings.Contains(infoMap["edition"], "Enterprise")
}

func securityEnabled() bool {
	if *dbaas {
		gg.Skip("Not supported in DBAAS environment")
	}

	if !isEnterpriseEdition() {
		return false
	}

	_, err := nativeClient.QueryRoles(nil)
	return err == nil
}

func xdrEnabled() bool {
	if *dbaas {
		gg.Skip("Not supported in DBAAS environment")
	}

	res := info(nativeClient, "get-config:context=xdr")
	return len(res) > 0 && !strings.HasPrefix(res, "ERROR")
}

func nsInfo(ns string, feature string) string {
	node := nativeClient.GetNodes()[0]
	infoMap, err := node.RequestInfo(as.NewInfoPolicy(), "namespace/"+ns)
	if err != nil {
		log.Fatal("Failed to connect to aerospike: err:", err)
	}

	infoStr := infoMap["namespace/"+ns]
	infoPairs := strings.Split(infoStr, ";")
	for _, pairs := range infoPairs {
		pair := strings.Split(pairs, "=")
		if pair[0] == feature {
			return pair[1]
		}
	}

	return ""
}

func info(client *as.Client, feature string) string {
	node := client.GetNodes()[0]
	infoMap, err := node.RequestInfo(as.NewInfoPolicy(), feature)
	if err != nil {
		if !err.Matches(ast.TIMEOUT, ast.NETWORK_ERROR) {
			return err.Error()
		} else {
			log.Fatal("Failed to connect to aerospike: err:", err)
		}
	}

	return infoMap[feature]
}

func initTLS() *tls.Config {
	if len(*rootCA) == 0 && len(*certFile) == 0 && len(*keyFile) == 0 {
		if *dbaas {
			// if testing in dbaas environment, still enable the default TLS config
			return &tls.Config{}
		}
		return nil
	}

	// Try to load system CA certs, otherwise just make an empty pool
	serverPool, err := x509.SystemCertPool()
	if serverPool == nil || err != nil {
		log.Printf("Adding system certificates to the cert pool failed: %s", err)
		serverPool = x509.NewCertPool()
	}

	if len(*rootCA) > 0 {
		// Try to load system CA certs and add them to the system cert pool
		caCert, err := readFromFile(*rootCA)
		if err != nil {
			log.Fatal(err)
		}

		log.Printf("Adding CA certificate to the pool...")
		serverPool.AppendCertsFromPEM(caCert)
	}

	var clientPool []tls.Certificate
	if len(*certFile) > 0 || len(*keyFile) > 0 {

		// Read cert file
		certFileBytes, err := readFromFile(*certFile)
		if err != nil {
			log.Fatal(err)
		}

		// Read key file
		keyFileBytes, err := readFromFile(*keyFile)
		if err != nil {
			log.Fatal(err)
		}

		// Decode PEM data
		keyBlock, _ := pem.Decode(keyFileBytes)
		certBlock, _ := pem.Decode(certFileBytes)

		if keyBlock == nil || certBlock == nil {
			log.Fatalf("Failed to decode PEM data for key or certificate")
		}

		// Check and Decrypt the the Key Block using passphrase
		if x509.IsEncryptedPEMBlock(keyBlock) {
			decryptedDERBytes, err := x509.DecryptPEMBlock(keyBlock, []byte(*keyFilePassphrase))
			if err != nil {
				log.Fatalf("Failed to decrypt PEM Block: `%s`", err)
			}

			keyBlock.Bytes = decryptedDERBytes
			keyBlock.Headers = nil
		}

		// Encode PEM data
		keyPEM := pem.EncodeToMemory(keyBlock)
		certPEM := pem.EncodeToMemory(certBlock)

		if keyPEM == nil || certPEM == nil {
			log.Fatalf("Failed to encode PEM data for key or certificate")
		}

		cert, cerr := tls.X509KeyPair(certPEM, keyPEM)
		if cerr != nil {
			log.Fatalf("Failed to add client certificate and key to the pool: `%s`", cerr)
		}

		log.Printf("Adding client certificate and key to the pool...")
		clientPool = append(clientPool, cert)
	}

	tlsConfig := &tls.Config{
		Certificates:             clientPool,
		RootCAs:                  serverPool,
		InsecureSkipVerify:       false,
		PreferServerCipherSuites: true,
	}
	tlsConfig.BuildNameToCertificate()

	return tlsConfig
}

// Read content from file
func readFromFile(filePath string) ([]byte, error) {
	dataBytes, err := os.ReadFile(filePath)
	if err != nil {
		return nil, fmt.Errorf("Failed to read from file `%s`: `%v`", filePath, err)
	}

	data := bytes.TrimSuffix(dataBytes, []byte("\n"))

	return data, nil
}

/*

	Version Comparison Code

*/

type versionStatus string

const (
	vsNewer versionStatus = "newer"
	vsOlder versionStatus = "older"
	vsEqual versionStatus = "equal"
)

func nsupPeriod(ns string) int {
	if *proxy || *dbaas {
		return 0
	}

	var pattern = `nsup-period=(?P<value>\d+)`
	var vmeta = regexp.MustCompile(pattern)

	vs := info(nativeClient, "namespace/"+ns)
	server := findNamedMatches(vmeta, vs)

	if len(server) > 0 {
		return server[0]
	}
	return 0
}

func cmpServerVersion(v string) versionStatus {
	var pattern = `(?P<v1>\d+)(\.(?P<v2>\d+)(\.(?P<v3>\d+)(\.(?P<v4>\d+))?)?)?.*`
	var vmeta = regexp.MustCompile(pattern)

	vs := info(nativeClient, "build")

	server := findNamedMatches(vmeta, vs)
	req := findNamedMatches(vmeta, v)

	for i := 0; i < 4; i++ {
		if req[i] < server[i] {
			return vsNewer
		} else if req[i] > server[i] {
			return vsOlder
		}
	}

	return vsEqual
}

func serverIsOlderThan(v string) bool {
	return cmpServerVersion(v) == vsOlder
}

func serverIsNewerThan(v string) bool {
	return cmpServerVersion(v) != vsOlder
}

func findNamedMatches(regex *regexp.Regexp, str string) []int {
	match := regex.FindStringSubmatch(str)
	names := regex.SubexpNames()
	results := make([]int, len(names))

	j := 0
	for i, vstr := range match {
		if len(names[i]) > 0 {
			vr, _ := strconv.Atoi(vstr)
			results[j] = vr
			j++
		}
	}
	return results[:j]
}

func dropUser(
	policy *as.AdminPolicy,
	user string,
) {
	err := nativeClient.DropUser(policy, user)
	gm.Expect(err).ToNot(gm.HaveOccurred())
}

func dropIndex(
	policy *as.WritePolicy,
	namespace string,
	setName string,
	indexName string,
) {
	gm.Expect(nativeClient.DropIndex(policy, namespace, setName, indexName)).ToNot(gm.HaveOccurred())

	// time.Sleep(time.Second)
}

func createIndex(
	policy *as.WritePolicy,
	namespace string,
	setName string,
	indexName string,
	binName string,
	indexType as.IndexType,
) {
	idxTask, err := nativeClient.CreateIndex(policy, namespace, setName, indexName, binName, indexType)
	if err != nil {
		if !err.Matches(ast.INDEX_FOUND) {
			gm.Expect(err).ToNot(gm.HaveOccurred())
		}
		return // index already exists
	}

	// time.Sleep(time.Second)

	// wait until index is created
	gm.Expect(<-idxTask.OnComplete()).ToNot(gm.HaveOccurred())
}

func createComplexIndex(
	policy *as.WritePolicy,
	namespace string,
	setName string,
	indexName string,
	binName string,
	indexType as.IndexType,
	indexCollectionType as.IndexCollectionType,
	ctx ...*as.CDTContext,
) {
	// queries only work on indices
	idxTask1, err := nativeClient.CreateComplexIndex(policy, namespace, setName, indexName, binName, indexType, indexCollectionType, ctx...)
	gm.Expect(err).ToNot(gm.HaveOccurred())

	// wait until index is created
	gm.Expect(<-idxTask1.OnComplete()).ToNot(gm.HaveOccurred())
}