-
Notifications
You must be signed in to change notification settings - Fork 3.4k
/
table_client_test.go
71 lines (54 loc) · 2 KB
/
table_client_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
package shipper
import (
"bytes"
"context"
"io/ioutil"
"os"
"path"
"testing"
"github.com/cortexproject/cortex/pkg/chunk"
"github.com/cortexproject/cortex/pkg/chunk/local"
"github.com/cortexproject/cortex/pkg/chunk/storage"
"github.com/stretchr/testify/require"
"github.com/grafana/loki/pkg/storage/stores/util"
)
func TestBoltDBShipperTableClient(t *testing.T) {
tempDir, err := ioutil.TempDir("", "boltdb-shipper")
require.NoError(t, err)
defer func() {
require.NoError(t, os.RemoveAll(tempDir))
}()
objectClient, err := storage.NewObjectClient("filesystem", storage.Config{FSConfig: local.FSConfig{Directory: tempDir}})
require.NoError(t, err)
// create a couple of folders with files
foldersWithFiles := map[string][]string{
"table1": {"file1", "file2", "file3"},
"table2": {"file3", "file4"},
"table3": {"file5", "file6"},
}
// we need to use prefixed object client while creating files/folder
prefixedObjectClient := util.NewPrefixedObjectClient(objectClient, StorageKeyPrefix)
for folder, files := range foldersWithFiles {
for _, fileName := range files {
err := prefixedObjectClient.PutObject(context.Background(), path.Join(folder, fileName), bytes.NewReader([]byte{}))
require.NoError(t, err)
}
}
tableClient := NewBoltDBShipperTableClient(objectClient)
// check list of tables returns all the folders/tables created above
checkExpectedTables(t, tableClient, foldersWithFiles)
// let us delete table1 and see if it goes away from the list of tables
err = tableClient.DeleteTable(context.Background(), "table1")
require.NoError(t, err)
delete(foldersWithFiles, "table1")
checkExpectedTables(t, tableClient, foldersWithFiles)
}
func checkExpectedTables(t *testing.T, tableClient chunk.TableClient, expectedTables map[string][]string) {
actualTables, err := tableClient.ListTables(context.Background())
require.NoError(t, err)
require.Len(t, actualTables, len(expectedTables))
for _, table := range actualTables {
_, ok := expectedTables[table]
require.True(t, ok)
}
}