-
Notifications
You must be signed in to change notification settings - Fork 25
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Add a benchmark which checks the sync time for a new user with existing messages. The code has also been refactored to allow the use of different connector implementation types. New connectors should be registered with `utils.RegisterConnector()` before benchmark execution. Existing IMAP benchmarks can now also run against different connector implementations. `ClearUpdates()` was added to the Dummy connector in order to clear the update queue when benchmarking sync operations.
- Loading branch information
1 parent
29af240
commit b613808
Showing
8 changed files
with
293 additions
and
34 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,167 @@ | ||
| package gluon_benchmarks | ||
|
|
||
| import ( | ||
| "context" | ||
| "crypto/sha256" | ||
| "encoding/hex" | ||
| "flag" | ||
| "fmt" | ||
| "math/rand" | ||
| "path/filepath" | ||
| "time" | ||
|
|
||
| "entgo.io/ent/dialect" | ||
| "github.com/ProtonMail/gluon" | ||
| "github.com/ProtonMail/gluon/benchmarks/gluon_bench/benchmark" | ||
| "github.com/ProtonMail/gluon/benchmarks/gluon_bench/flags" | ||
| "github.com/ProtonMail/gluon/benchmarks/gluon_bench/reporter" | ||
| "github.com/ProtonMail/gluon/benchmarks/gluon_bench/utils" | ||
| "github.com/ProtonMail/gluon/imap" | ||
| "github.com/ProtonMail/gluon/profiling" | ||
| "github.com/ProtonMail/gluon/store" | ||
| "github.com/google/uuid" | ||
| _ "github.com/mattn/go-sqlite3" | ||
| "github.com/sirupsen/logrus" | ||
| ) | ||
|
|
||
| var ( | ||
| syncMessageCountFlag = flag.Uint("sync-msg-count", 1000, "Number of messages to sync.") | ||
| syncMBoxCountFlag = flag.Uint("sync-mbox-count", 1, "Number of mailboxes to sync.") | ||
| ) | ||
|
|
||
| type Sync struct { | ||
| connector utils.ConnectorImpl | ||
| server *gluon.Server | ||
| mailboxes []string | ||
| } | ||
|
|
||
| func NewSync() benchmark.Benchmark { | ||
| return &Sync{} | ||
| } | ||
|
|
||
| func (s *Sync) Name() string { | ||
| return "sync" | ||
| } | ||
|
|
||
| func (s *Sync) Setup(ctx context.Context, benchmarkDir string) error { | ||
| loggerIn := logrus.StandardLogger().WriterLevel(logrus.TraceLevel) | ||
| loggerOut := logrus.StandardLogger().WriterLevel(logrus.TraceLevel) | ||
|
|
||
| opts := []gluon.Option{gluon.WithLogger(loggerIn, loggerOut)} | ||
|
|
||
| server, err := gluon.New(benchmarkDir, opts...) | ||
|
|
||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| s.server = server | ||
|
|
||
| connector, err := s.setupConnector(ctx, benchmarkDir) | ||
| if err != nil { | ||
| return err | ||
| } | ||
|
|
||
| s.connector = connector | ||
|
|
||
| return nil | ||
| } | ||
|
|
||
| func (s *Sync) setupConnector(ctx context.Context, benchmarkPath string) (utils.ConnectorImpl, error) { | ||
| c, err := utils.NewConnector(*flags.Connector) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| hash := sha256.Sum256([]byte(*flags.UserName)) | ||
| id := hex.EncodeToString(hash[:]) | ||
|
|
||
| storePath := filepath.Join(benchmarkPath, id+".store") | ||
| dbPath := filepath.Join(benchmarkPath, id+".db") | ||
|
|
||
| if *flags.Verbose { | ||
| fmt.Printf("Adding user ID=%v\n BenchPath:'%v'\n DBPath:'%v'\n", id, storePath, dbPath) | ||
| } | ||
|
|
||
| store, err := store.NewOnDiskStore(storePath, []byte(*flags.UserPassword)) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| mboxIDs := make([]string, 0, *syncMBoxCountFlag) | ||
|
|
||
| for i := uint(0); i < *syncMBoxCountFlag; i++ { | ||
| mbox, err := c.Connector().CreateLabel(ctx, []string{uuid.NewString()}) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| mboxIDs = append(mboxIDs, mbox.ID) | ||
| } | ||
|
|
||
| messages := [][]byte{ | ||
| []byte(utils.MessageEmbedded), | ||
| []byte(utils.MessageMultiPartMixed), | ||
| []byte(utils.MessageAfterNoonMeeting), | ||
| } | ||
|
|
||
| flagSet := imap.NewFlagSet("\\Recent") | ||
|
|
||
| s.mailboxes = make([]string, 0, len(mboxIDs)) | ||
|
|
||
| for _, mboxID := range mboxIDs { | ||
| for i := uint(0); i < *syncMessageCountFlag; i++ { | ||
| if _, err := c.Connector().CreateMessage(ctx, mboxID, messages[rand.Intn(len(messages))], flagSet, time.Now()); err != nil { | ||
| return nil, err | ||
| } | ||
| } | ||
|
|
||
| s.mailboxes = append(s.mailboxes, mboxID) | ||
| } | ||
|
|
||
| _, err = s.server.AddUser( | ||
| ctx, | ||
| c.Connector(), | ||
| store, | ||
| dialect.SQLite, | ||
| fmt.Sprintf("file:%v?cache=shared&_fk=1", dbPath)) | ||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| return c, nil | ||
| } | ||
|
|
||
| func (s *Sync) Run(ctx context.Context) (*reporter.BenchmarkRun, error) { | ||
| timer := utils.ScopedTimer{} | ||
|
|
||
| timer.Start() | ||
|
|
||
| err := s.connector.Sync(ctx) | ||
|
|
||
| timer.Stop() | ||
|
|
||
| if err != nil { | ||
| return nil, err | ||
| } | ||
|
|
||
| var cmdTimings [profiling.CmdTypeTotal][]time.Duration | ||
|
|
||
| return reporter.NewBenchmarkRun(timer.Elapsed(), cmdTimings), nil | ||
| } | ||
|
|
||
| func (s *Sync) TearDown(ctx context.Context) error { | ||
| for _, id := range s.mailboxes { | ||
| if err := s.connector.Connector().DeleteLabel(ctx, id); err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| if s.server != nil { | ||
| if err := s.server.Close(ctx); err != nil { | ||
| return err | ||
| } | ||
| } | ||
|
|
||
| return nil | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.