Skip to content

一个简单的bloom filter. 支持文件, redis, 内存三种工作方式

Notifications You must be signed in to change notification settings

lujinda/simplebloom

Folders and files

NameName
Last commit message
Last commit date

Latest commit

 

History

9 Commits
 
 
 
 
 
 
 
 
 
 

Repository files navigation

一个实现简单的bloom filter, 可以使用内存, 文件, redis三种工作方式 MemoryBloomFilter, FileBloomFilter, RedisBloomFilter

test

package simplebloom

import (
	"fmt"
	"testing"

	"os"

	"github.com/gomodule/redigo/redis"
)

func RandTest(t *testing.T, filter BloomFilter, n int) {
	for i := 0; i < n; i++ {
		filter.PutString(fmt.Sprintf("r%d", i))
	}

	for i := 0; i < n; i++ {
		exists_record := fmt.Sprintf("r%d", i)
		not_exists_record := fmt.Sprintf("rr%d", i)
		if !filter.HasString(exists_record) {
			t.Fatalf("%s 应该存在", exists_record)
		}

		if filter.HasString(not_exists_record) {
			t.Fatalf("%s 应该不存在", exists_record)
		}
	}
}

func TestMemoryBloomFilter(t *testing.T) {
	var filter BloomFilter = NewMemoryBloomFilter(64<<20, 5)
	RandTest(t, filter, 50000)

}

func TestFileBloomFilter(t *testing.T) {
	target := "bloom.tmp"
	defer os.Remove(target)
	var filter BloomFilter = NewFileBloomFilter(target, 2000, 5)
	filter.PutString("aaaa")
	filter.PutString("bbbb")
	filter.PutString("cccc")
	filter.Close()

	filter = NewFileBloomFilter(target, 2000, 5)
	if !filter.HasString("aaaa") {
		t.Fatal("aaaa 应该存在")
	}
	if filter.HasString("dddd") {
		t.Fatal("ddd 应该不存在")
	}
	RandTest(t, filter, 50)
}

func TestRedisBloomFilter(t *testing.T) {
	cli, err := redis.DialURL("redis://10.1.10.4")
	if err != nil {
		t.Fatal(err)
	}
	var filter BloomFilter = NewRedisBloomFilter(cli, 2000, 5)
	RandTest(t, filter, 50)
}

About

一个简单的bloom filter. 支持文件, redis, 内存三种工作方式

Resources

Stars

Watchers

Forks

Releases

No releases published

Packages

No packages published

Languages