1 В избранное 0 Ответвления 0

OSCHINA-MIRROR/roseduan-rosedb

Присоединиться к Gitlife
Откройте для себя и примите участие в публичных проектах с открытым исходным кодом с участием более 10 миллионов разработчиков. Приватные репозитории также полностью бесплатны :)
Присоединиться бесплатно
Клонировать/Скачать
merge_test.go 6 КБ
Копировать Редактировать Web IDE Исходные данные Просмотреть построчно История
Jeremy Отправлено 17.08.2023 07:41 3a218c2
package rosedb
import (
"math/rand"
"os"
"sync"
"testing"
"github.com/rosedblabs/rosedb/v2/utils"
"github.com/stretchr/testify/assert"
)
func TestDB_Merge_1_Empty(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
err = db.Merge(false)
assert.Nil(t, err)
}
func TestDB_Merge_2_All_Invalid(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 0; i < 100000; i++ {
err := db.Delete(utils.GetTestKey(i))
assert.Nil(t, err)
}
err = db.Merge(false)
assert.Nil(t, err)
_ = db.Close()
db2, err := Open(options)
assert.Nil(t, err)
defer func() {
_ = db2.Close()
}()
stat := db2.Stat()
assert.Equal(t, 0, stat.KeysNum)
}
func TestDB_Merge_3_All_Valid(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
err = db.Merge(false)
assert.Nil(t, err)
_ = db.Close()
db2, err := Open(options)
assert.Nil(t, err)
defer func() {
_ = db2.Close()
}()
for i := 0; i < 100000; i++ {
val, err := db2.Get(utils.GetTestKey(i))
assert.Nil(t, err)
assert.NotNil(t, val)
}
}
func TestDB_Merge_4_Twice(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
err = db.Merge(false)
assert.Nil(t, err)
err = db.Merge(false)
assert.Nil(t, err)
_ = db.Close()
db2, err := Open(options)
assert.Nil(t, err)
defer func() {
_ = db2.Close()
}()
for i := 0; i < 100000; i++ {
val, err := db2.Get(utils.GetTestKey(i))
assert.Nil(t, err)
assert.NotNil(t, val)
}
}
func TestDB_Merge_5_Mixed(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 100000; i < 300000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 100000; i < 200000; i++ {
err := db.Delete(utils.GetTestKey(i))
assert.Nil(t, err)
}
err = db.Merge(false)
assert.Nil(t, err)
_ = db.Close()
db2, err := Open(options)
assert.Nil(t, err)
defer func() {
_ = db2.Close()
}()
stat := db2.Stat()
assert.Equal(t, 200000, stat.KeysNum)
}
func TestDB_Merge_6_Appending(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 0; i < 100000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 100000; i < 300000; i++ {
err := db.Put(utils.GetTestKey(i), utils.RandomValue(128))
assert.Nil(t, err)
}
for i := 100000; i < 200000; i++ {
err := db.Delete(utils.GetTestKey(i))
assert.Nil(t, err)
}
wg := sync.WaitGroup{}
m := sync.Map{}
wg.Add(10)
for i := 0; i < 10; i++ {
go func() {
defer wg.Done()
for i := 0; i < 10000; i++ {
key := utils.GetTestKey(rand.Int())
m.Store(string(key), struct{}{})
e := db.Put(key, utils.RandomValue(128))
assert.Nil(t, e)
}
}()
}
err = db.Merge(false)
assert.Nil(t, err)
wg.Wait()
_ = db.Close()
db2, err := Open(options)
assert.Nil(t, err)
defer func() {
_ = db2.Close()
}()
stat := db2.Stat()
var count int
m.Range(func(key, value any) bool {
count++
return true
})
assert.Equal(t, 200000+count, stat.KeysNum)
}
func TestDB_Multi_Open_Merge(t *testing.T) {
options := DefaultOptions
kvs := make(map[string][]byte)
for i := 0; i < 5; i++ {
db, err := Open(options)
assert.Nil(t, err)
for i := 0; i < 10000; i++ {
key := utils.GetTestKey(rand.Int())
value := utils.RandomValue(128)
kvs[string(key)] = value
err = db.Put(key, value)
assert.Nil(t, err)
}
err = db.Merge(false)
assert.Nil(t, err)
err = db.Close()
assert.Nil(t, err)
}
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
for key, value := range kvs {
v, err := db.Get([]byte(key))
assert.Nil(t, err)
assert.Equal(t, value, v)
}
assert.Equal(t, len(kvs), db.index.Size())
}
func TestDB_Merge_ReopenAfterDone(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
kvs := make(map[string][]byte)
for i := 0; i < 200000; i++ {
key := utils.GetTestKey(i)
value := utils.RandomValue(128)
kvs[string(key)] = value
err := db.Put(key, value)
assert.Nil(t, err)
}
err = db.Merge(true)
assert.Nil(t, err)
_, err = os.Stat(mergeDirPath(options.DirPath))
assert.Equal(t, true, os.IsNotExist(err))
for key, value := range kvs {
v, err := db.Get([]byte(key))
assert.Nil(t, err)
assert.Equal(t, value, v)
}
assert.Equal(t, len(kvs), db.index.Size())
}
func TestDB_Merge_Concurrent_Put(t *testing.T) {
options := DefaultOptions
db, err := Open(options)
assert.Nil(t, err)
defer destroyDB(db)
wg := sync.WaitGroup{}
m := sync.Map{}
wg.Add(11)
for i := 0; i < 10; i++ {
go func() {
defer wg.Done()
for i := 0; i < 10000; i++ {
key := utils.GetTestKey(rand.Int())
value := utils.RandomValue(128)
m.Store(string(key), value)
e := db.Put(key, value)
assert.Nil(t, e)
}
}()
}
go func() {
defer wg.Done()
err = db.Merge(true)
assert.Nil(t, err)
}()
wg.Wait()
_, err = os.Stat(mergeDirPath(options.DirPath))
assert.Equal(t, true, os.IsNotExist(err))
var count int
m.Range(func(key, value any) bool {
v, err := db.Get([]byte(key.(string)))
assert.Nil(t, err)
assert.Equal(t, value, v)
count++
return true
})
assert.Equal(t, count, db.index.Size())
}

Опубликовать ( 0 )

Вы можете оставить комментарий после Вход в систему

1
https://api.gitlife.ru/oschina-mirror/roseduan-rosedb.git
git@api.gitlife.ru:oschina-mirror/roseduan-rosedb.git
oschina-mirror
roseduan-rosedb
roseduan-rosedb
main