Skip to content

Add elasticsearch test cases #23

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
viatoriche merged 2 commits into from
May 22, 2025
Merged

Add elasticsearch test cases #23

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
d37250a
Add support for object fields in Elasticsearch 8
ycprog May 20, 2025
2322de3
Add elasticsearch test case for nested and parent-child
ycprog May 21, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions acronis-db-bench/acronis-db-bench.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ import (
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/json-search" // json-search
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/large-objects-operations" // large-objects-operations
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/logs-search" // logs-search
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/nested-objects-search" // nested-objects-search
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/ping" // ping
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/sample-dwh" // sample-dwh
_ "github.com/acronis/perfkit/acronis-db-bench/test-groups/select-one" // select-one
Expand Down
4 changes: 4 additions & 0 deletions acronis-db-bench/engine/db.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -153,6 +153,10 @@ type DBWorkerData struct {
workingConn *DBConnector
}

func (d *DBWorkerData) WorkingConn() *DBConnector {
return d.workingConn
}

func (d *DBWorkerData) release() {
if d.workingConn != nil {
d.workingConn.Release()
Expand Down
2 changes: 1 addition & 1 deletion acronis-db-bench/engine/suite.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79,7 +79,7 @@ func (s suiteStepTestExecute) Execute(b *benchmark.Benchmark, testOpts *TestOpts
}

// Get current dialect
var dialectName = getDBDriver(b)
var dialectName = GetDBDriver(b)

// Skip if current dialect is not supported by this test
dialectSupported := false
Expand Down
1 change: 1 addition & 0 deletions acronis-db-bench/engine/tables.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,7 @@ type TestTable struct {
CreateQuery string
CreateQueryPatchFuncs []CreateQueryPatchFunc
Indexes [][]string
DisableAutoCreation bool

// runtime information
RowsCount uint64
Expand Down
99 changes: 51 additions & 48 deletions acronis-db-bench/engine/workers.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -60,54 +60,57 @@ func initGeneric(b *benchmark.Benchmark, testDesc *TestDesc, rowsRequired uint64
return
}

var ddlConnDatabase *DBConnector
if ddlConnDatabase, err = NewDBConnector(&tenantCacheDBOpts, -1, true, b.Logger, 1); err != nil {
b.Exit("db: cannot create connection for DDL: %v", err)
return
}
var rowNum int64

if !testDesc.Table.DisableAutoCreation {
var ddlConnDatabase *DBConnector
if ddlConnDatabase, err = NewDBConnector(&b.TestOpts.(*TestOpts).DBOpts, -1, true, b.Logger, 1); err != nil {
b.Exit("db: cannot create connection for DDL: %v", err)
return
}

conn := ddlConnDatabase
conn := ddlConnDatabase

t := testRegistry.GetTableByName(tableName)
t := testRegistry.GetTableByName(tableName)

b.Logger.Debug("initializing table '%s'", tableName)
if testDesc.IsReadonly {
t.Create(conn, b)
b.Logger.Debug("readonly test, skipping table '%s' initialization", tableName)
if exists, err := conn.Database.TableExists(tableName); err != nil {
b.Exit(fmt.Sprintf("db: cannot check if table '%s' exists: %v", tableName, err))
} else if !exists {
b.Exit("The '%s' table doesn't exist, please create tables using -I option, or use individual insert test using the -t `insert-***`", tableName)
b.Logger.Debug("initializing table '%s'", tableName)
if testDesc.IsReadonly {
t.Create(conn, b)
b.Logger.Debug("readonly test, skipping table '%s' initialization", tableName)
if exists, err := conn.Database.TableExists(tableName); err != nil {
b.Exit(fmt.Sprintf("db: cannot check if table '%s' exists: %v", tableName, err))
} else if !exists {
b.Exit("The '%s' table doesn't exist, please create tables using -I option, or use individual insert test using the -t `insert-***`", tableName)
}
} else {
b.Logger.Debug("creating table '%s'", tableName)
t.Create(conn, b)
}
} else {
b.Logger.Debug("creating table '%s'", tableName)
t.Create(conn, b)
}

var session = conn.Database.Session(conn.Database.Context(context.Background(), false))
var rowNum int64
if rows, err := session.Select(tableName, &db.SelectCtrl{Fields: []string{"COUNT(0)"}}); err != nil {
b.Exit(fmt.Sprintf("db: cannot get rows count in table '%s': %v", tableName, err))
} else {
for rows.Next() {
if scanErr := rows.Scan(&rowNum); scanErr != nil {
b.Exit(fmt.Sprintf("db: cannot get rows count in table '%s': %v", tableName, scanErr))
var session = conn.Database.Session(conn.Database.Context(context.Background(), false))
if rows, err := session.Select(tableName, &db.SelectCtrl{Fields: []string{"COUNT(0)"}}); err != nil {
b.Exit(fmt.Sprintf("db: cannot get rows count in table '%s': %v", tableName, err))
} else {
for rows.Next() {
if scanErr := rows.Scan(&rowNum); scanErr != nil {
b.Exit(fmt.Sprintf("db: cannot get rows count in table '%s': %v", tableName, scanErr))
}
}
rows.Close()
}
rows.Close()
}

testDesc.Table.RowsCount = uint64(rowNum)
b.Logger.Debug("table '%s' has %d rows", tableName, testDesc.Table.RowsCount)
testDesc.Table.RowsCount = uint64(rowNum)
b.Logger.Debug("table '%s' has %d rows", tableName, testDesc.Table.RowsCount)

if rowsRequired > 0 {
if testDesc.Table.RowsCount < rowsRequired {
b.Exit(fmt.Sprintf("table '%s' has %d rows, but this test requires at least %d rows, please insert it first and then re-run the test",
testDesc.Table.TableName, testDesc.Table.RowsCount, rowsRequired))
if rowsRequired > 0 {
if testDesc.Table.RowsCount < rowsRequired {
b.Exit(fmt.Sprintf("table '%s' has %d rows, but this test requires at least %d rows, please insert it first and then re-run the test",
testDesc.Table.TableName, testDesc.Table.RowsCount, rowsRequired))
}
}
}

ddlConnDatabase.Release()
ddlConnDatabase.Release()
}

if b.TestOpts.(*TestOpts).BenchOpts.ParquetDataSource != "" {
var offset int64
Expand Down Expand Up @@ -144,7 +147,7 @@ func initWorker(worker *benchmark.BenchmarkWorker) {
worker.Logger.Trace("worker is initialized")
}

func initCommon(b *benchmark.Benchmark, testDesc *TestDesc, rowsRequired uint64) {
func InitCommon(b *benchmark.Benchmark, testDesc *TestDesc, rowsRequired uint64) {
b.Init = func() {
initGeneric(b, testDesc, rowsRequired)
}
Expand Down Expand Up @@ -192,7 +195,7 @@ func initCommon(b *benchmark.Benchmark, testDesc *TestDesc, rowsRequired uint64)
*/

func TestGeneric(b *benchmark.Benchmark, testDesc *TestDesc, workerFunc TestWorkerFunc, rowsRequired uint64) {
initCommon(b, testDesc, rowsRequired)
InitCommon(b, testDesc, rowsRequired)

b.WorkerRunFunc = func(worker *benchmark.BenchmarkWorker) (loops int) {
c := worker.Data.(*DBWorkerData).workingConn
Expand All @@ -216,7 +219,7 @@ func TestSelectRun(
orderByFunc func(worker *benchmark.BenchmarkWorker) []string,
rowsRequired uint64,
) {
initCommon(b, testDesc, rowsRequired)
InitCommon(b, testDesc, rowsRequired)

testOpts, ok := b.TestOpts.(*TestOpts)
if !ok {
Expand Down Expand Up @@ -285,7 +288,7 @@ func TestSelectRawSQLQuery(
orderByFunc func(worker *benchmark.BenchmarkWorker) string,
rowsRequired uint64,
) {
initCommon(b, testDesc, rowsRequired)
InitCommon(b, testDesc, rowsRequired)
batch := b.Vault.(*DBTestData).EffectiveBatch

b.WorkerRunFunc = func(worker *benchmark.BenchmarkWorker) (loops int) {
Expand Down Expand Up @@ -368,7 +371,7 @@ func TestSelectRawSQLQuery(
* INSERT worker
*/

func getDBDriver(b *benchmark.Benchmark) db.DialectName {
func GetDBDriver(b *benchmark.Benchmark) db.DialectName {
var dialectName, err = db.GetDialectName(b.TestOpts.(*TestOpts).DBOpts.ConnString)
if err != nil {
b.Exit(err)
Expand All @@ -378,13 +381,13 @@ func getDBDriver(b *benchmark.Benchmark) db.DialectName {
}

func TestInsertGeneric(b *benchmark.Benchmark, testDesc *TestDesc) {
colConfs := testDesc.Table.GetColumnsForInsert(db.WithAutoInc(getDBDriver(b)))
colConfs := testDesc.Table.GetColumnsForInsert(db.WithAutoInc(GetDBDriver(b)))

if len(*colConfs) == 0 {
b.Exit(fmt.Sprintf("internal error: no columns eligible for INSERT found in '%s' configuration", testDesc.Table.TableName))
}

initCommon(b, testDesc, 0)
InitCommon(b, testDesc, 0)

batch := b.Vault.(*DBTestData).EffectiveBatch
table := &testDesc.Table
Expand Down Expand Up @@ -492,7 +495,7 @@ func InsertMultiValueDataWorker(b *benchmark.Benchmark, c *DBConnector, testDesc
for i := 0; i < batch; i++ {
var genColumns, vals, err = b.Randomizer.GenFakeData(colConfs, db.WithAutoInc(c.Database.DialectName()))
if err != nil {
b.Exit(err)
b.Exit(err.Error())
}

if genColumns == nil {
Expand Down Expand Up @@ -525,14 +528,14 @@ func InsertMultiValueDataWorker(b *benchmark.Benchmark, c *DBConnector, testDesc

func TestUpdateGeneric(b *benchmark.Benchmark, testDesc *TestDesc, updateRows uint64, colConfs *[]benchmark.DBFakeColumnConf) {
if colConfs == nil {
colConfs = testDesc.Table.GetColumnsForUpdate(db.WithAutoInc(getDBDriver(b)))
colConfs = testDesc.Table.GetColumnsForUpdate(db.WithAutoInc(GetDBDriver(b)))
}

if len(*colConfs) == 0 {
b.Exit(fmt.Sprintf("internal error: no columns eligible for UPDATE found in '%s' configuration", testDesc.Table.TableName))
}

initCommon(b, testDesc, updateRows)
InitCommon(b, testDesc, updateRows)

batch := b.Vault.(*DBTestData).EffectiveBatch
table := &testDesc.Table
Expand Down Expand Up @@ -594,7 +597,7 @@ func TestUpdateGeneric(b *benchmark.Benchmark, testDesc *TestDesc, updateRows ui
*/
// testDeleteGeneric is a generic DELETE worker
func testDeleteGeneric(b *benchmark.Benchmark, testDesc *TestDesc, deleteRows uint64) { //nolint:unused
initCommon(b, testDesc, deleteRows)
InitCommon(b, testDesc, deleteRows)

batch := b.Vault.(*DBTestData).EffectiveBatch
table := &testDesc.Table
Expand Down
10 changes: 5 additions & 5 deletions acronis-db-bench/test-groups/basic-scenarios/blob.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,11 +22,11 @@ var TestTableBlob = engine.TestTable{
TableDefinition: func(dialect db.DialectName) *db.TableDefinition {
return &db.TableDefinition{
TableRows: []db.TableRow{
{Name: "id", Type: db.DataTypeBigIntAutoIncPK},
{Name: "uuid", Type: db.DataTypeUUID, NotNull: true, Indexed: true},
{Name: "tenant_id", Type: db.DataTypeUUID, NotNull: true, Indexed: true},
{Name: "timestamp", Type: db.DataTypeBigInt, NotNull: true, Indexed: true},
{Name: "data", Type: db.DataTypeHugeBlob, NotNull: true},
db.TableRowItem{Name: "id", Type: db.DataTypeBigIntAutoIncPK},
db.TableRowItem{Name: "uuid", Type: db.DataTypeUUID, NotNull: true, Indexed: true},
db.TableRowItem{Name: "tenant_id", Type: db.DataTypeUUID, NotNull: true, Indexed: true},
db.TableRowItem{Name: "timestamp", Type: db.DataTypeBigInt, NotNull: true, Indexed: true},
db.TableRowItem{Name: "data", Type: db.DataTypeHugeBlob, NotNull: true},
},
}
},
Expand Down
Loading
Loading