-
Notifications
You must be signed in to change notification settings - Fork 1
/
redisTopK.go
93 lines (80 loc) · 1.48 KB
/
redisTopK.go
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
package main
import "fmt"
import "flag"
import "sync"
import "time"
import "redisTopK/cli"
import "redisTopK/topk"
var (
host string
pswd string
k int
)
var wg sync.WaitGroup
type Info struct {
name string
size int
}
func (i Info) Val() int {
return i.size
}
func (i Info) Str() string {
str := fmt.Sprintf("<%v:%v>", i.name, i.size)
return str
}
// get keys from db
func getKeys(db int, c chan Info) {
wg.Add(1)
client := cli.CliNew(host, pswd, db)
var keys []string
var err error
keys, err = client.Next()
for err == nil {
for _, key := range keys {
length, err := client.GetLength(key)
if err == nil {
c <- Info{key, length}
}
}
keys, err = client.Next()
}
c <- Info{"", -1}
}
// update statistics
func stats(t *topk.TopK, c chan Info) {
count := 0
for {
i := <-c
if i.size != -1 {
t.Insert(i)
count++
fmt.Printf("\rscaned keys: %v", count)
} else {
wg.Done()
}
}
}
func main() {
// parse args
flag.StringVar(&host, "host", "127.0.0.1:6379", "redis host to connect")
flag.StringVar(&pswd, "pswd", "", "redis host password to connect")
flag.IntVar(&k, "k", 10, "top k")
flag.Parse()
client := cli.CliNew(host, pswd, 0)
dbs := client.GetDatabases()
if dbs == 0 {
fmt.Printf("redis has no db")
return
}
c := make(chan Info, 100)
tk := topk.TopKNew(k)
go stats(tk, c)
for j := 0; j < dbs; j++ {
go getKeys(j, c)
}
time.Sleep(100 * time.Millisecond)
wg.Wait()
fmt.Println("")
tk.Print()
close(c)
}