-
-
Notifications
You must be signed in to change notification settings - Fork 176
/
hit_test.go
134 lines (109 loc) · 3.8 KB
/
hit_test.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
// Copyright © Martin Tournoij – This file is part of GoatCounter and published
// under the terms of a slightly modified EUPL v1.2 license, which can be found
// in the LICENSE file or at https://license.goatcounter.com
package goatcounter_test
import (
"net/url"
"testing"
. "zgo.at/goatcounter/v2"
"zgo.at/goatcounter/v2/gctest"
"zgo.at/zstd/ztype"
)
func dayStat(days map[int]int) []int {
s := make([]int, 24)
for k, v := range days {
s[k] = v
}
return s
}
func TestHitDefaultsRef(t *testing.T) {
a := "arp242.net"
set := ztype.Ptr("_")
tests := []struct {
in string
wantRef string
wantParams *string
wantOriginal *string
wantScheme string
}{
{"", "", nil, nil, ""},
{"xx:", "", nil, nil, "o"}, // Empty as "xx:" is parsed as the scheme.
// Split out query parameters.
{"https://arp242.net", a, nil, nil, "h"},
{"https://arp242.net?a=b", a, ztype.Ptr("a=b"), nil, "h"},
{"https://arp242.net?a=b&c=d", a, ztype.Ptr("a=b&c=d"), nil, "h"},
// Clean up query parameters.
{"https://t.co/asd", "twitter.com/search?q=https%3A%2F%2Ft.co%2Fasd", nil, nil, "h"},
{"https://t.co/asd?amp=1", "twitter.com/search?q=https%3A%2F%2Ft.co%2Fasd", nil, nil, "h"},
{"https://arp242.net?utm_source=asd", a, nil, set, "h"},
{"https://arp242.net?utm_source=asd&a=b", a, ztype.Ptr("a=b"), set, "h"},
// Groups
{"https://mail.google.com?a=b&c=d", "Email", nil, set, "g"},
{"android-app://com.laurencedawson.reddit_sync.pro", "www.reddit.com", nil, set, "g"},
// Host aliases.
{"https://en.m.wikipedia.org/wiki/Foo", "en.wikipedia.org/wiki/Foo", nil, set, "h"},
{"https://en.m.wikipedia.org/wiki/Foo?a=b", "en.wikipedia.org/wiki/Foo", ztype.Ptr("a=b"), set, "h"},
// Reddit Cleaning.
{"https://www.reddit.com/r/programming/top", "www.reddit.com/r/programming", nil, set, "h"},
{"https://np.reddit.com/r/programming/.compact", "www.reddit.com/r/programming", nil, set, "h"},
{"android-app://com.example.android", "com.example.android", nil, nil, "o"},
{"/?fbclid=PAAaa9RPz6YNKOc1LT4OzcjmuQpMiQl214kJ5YluqNF77eDp8JZQJOazM_GQc", "", nil, nil, "o"},
}
ctx := gctest.DB(t)
for _, tt := range tests {
t.Run("", func(t *testing.T) {
h := Hit{Ref: tt.in}
h.RefURL, _ = url.Parse(tt.in)
h.Defaults(ctx, false)
if tt.wantOriginal != nil && *tt.wantOriginal == "_" {
tt.wantOriginal = &tt.in
}
if h.Ref != tt.wantRef {
t.Fatalf("wrong Ref\nout: %#v\nwant: %#v\n",
h.Ref, tt.wantRef)
}
if ztype.Deref(h.RefScheme, "") != tt.wantScheme {
t.Fatalf("wrong RefScheme\nout: %#v\nwant: %#v\n",
ztype.Deref(h.RefScheme, ""), tt.wantScheme)
}
})
}
}
func TestHitDefaultsPath(t *testing.T) {
tests := []struct {
in string
wantPath string
}{
{"/page", "/page"},
{"//page/", "/page"},
{"//", "/"},
{"", ""},
{"/page?q=a", "/page?q=a"},
{"/page?fbclid=foo", "/page"},
{"/page/?fbclid=foo", "/page"},
{"/page?fbclid=foo&a=b", "/page?a=b"},
{"/page?", "/page"},
{"/page?", "/page"},
{
"/storage/emulated/0/Android/data/jonas.tool.saveForOffline/files/Curl_to_shell_isn_t_so_bad2019-11-09-11-07-58/curl-to-sh.html",
"/curl-to-sh.html",
},
{"/web/20200104233523/https://www.arp242.net/tmux.html", "/tmux.html"},
{"/web/20190820072242/https://arp242.net", "/"},
{"/web/20190820072242/https://arp242.net?a=b", "/?a=b"},
{"/web/20190820072242/https://arp242.net?a=b&c=d", "/?a=b&c=d"},
{"/web/20200104233523/https://www.arp242.net/many/more/slashes", "/many/more/slashes"},
{"/web/assets/images/social-github.svg", "/web/assets/images/social-github.svg"},
}
ctx := gctest.DB(t)
for _, tt := range tests {
t.Run(tt.in, func(t *testing.T) {
h := Hit{Path: tt.in}
h.Defaults(ctx, false)
if h.Path != tt.wantPath {
t.Fatalf("wrong Path\nout: %#v\nwant: %#v\n",
h.Path, tt.wantPath)
}
})
}
}