-
Notifications
You must be signed in to change notification settings - Fork 468
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #2061 from OffchainLabs/db-conversion
Add tool for database conversion
- Loading branch information
Showing
18 changed files
with
1,089 additions
and
76 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,95 @@ | ||
| package dbconv | ||
|
|
||
| import ( | ||
| "errors" | ||
| "fmt" | ||
|
|
||
| "github.com/offchainlabs/nitro/cmd/conf" | ||
| "github.com/offchainlabs/nitro/cmd/genericconf" | ||
| flag "github.com/spf13/pflag" | ||
| ) | ||
|
|
||
| type DBConfig struct { | ||
| Data string `koanf:"data"` | ||
| DBEngine string `koanf:"db-engine"` | ||
| Handles int `koanf:"handles"` | ||
| Cache int `koanf:"cache"` | ||
| Namespace string `koanf:"namespace"` | ||
| Pebble conf.PebbleConfig `koanf:"pebble"` | ||
| } | ||
|
|
||
| var DBConfigDefaultDst = DBConfig{ | ||
| DBEngine: "pebble", | ||
| Handles: conf.PersistentConfigDefault.Handles, | ||
| Cache: 2048, // 2048 MB | ||
| Namespace: "dstdb/", | ||
| Pebble: conf.PebbleConfigDefault, | ||
| } | ||
|
|
||
| var DBConfigDefaultSrc = DBConfig{ | ||
| DBEngine: "leveldb", | ||
| Handles: conf.PersistentConfigDefault.Handles, | ||
| Cache: 2048, // 2048 MB | ||
| Namespace: "srcdb/", | ||
| } | ||
|
|
||
| func DBConfigAddOptions(prefix string, f *flag.FlagSet, defaultConfig *DBConfig) { | ||
| f.String(prefix+".data", defaultConfig.Data, "directory of stored chain state") | ||
| f.String(prefix+".db-engine", defaultConfig.DBEngine, "backing database implementation to use ('leveldb' or 'pebble')") | ||
| f.Int(prefix+".handles", defaultConfig.Handles, "number of files to be open simultaneously") | ||
| f.Int(prefix+".cache", defaultConfig.Cache, "the capacity(in megabytes) of the data caching") | ||
| f.String(prefix+".namespace", defaultConfig.Namespace, "metrics namespace") | ||
| conf.PebbleConfigAddOptions(prefix+".pebble", f, &defaultConfig.Pebble) | ||
| } | ||
|
|
||
| type DBConvConfig struct { | ||
| Src DBConfig `koanf:"src"` | ||
| Dst DBConfig `koanf:"dst"` | ||
| IdealBatchSize int `koanf:"ideal-batch-size"` | ||
| Convert bool `koanf:"convert"` | ||
| Compact bool `koanf:"compact"` | ||
| Verify string `koanf:"verify"` | ||
| LogLevel string `koanf:"log-level"` | ||
| LogType string `koanf:"log-type"` | ||
| Metrics bool `koanf:"metrics"` | ||
| MetricsServer genericconf.MetricsServerConfig `koanf:"metrics-server"` | ||
| } | ||
|
|
||
| var DefaultDBConvConfig = DBConvConfig{ | ||
| Src: DBConfigDefaultSrc, | ||
| Dst: DBConfigDefaultDst, | ||
| IdealBatchSize: 100 * 1024 * 1024, // 100 MB | ||
| Convert: false, | ||
| Compact: false, | ||
| Verify: "", | ||
| LogLevel: "INFO", | ||
| LogType: "plaintext", | ||
| Metrics: false, | ||
| MetricsServer: genericconf.MetricsServerConfigDefault, | ||
| } | ||
|
|
||
| func DBConvConfigAddOptions(f *flag.FlagSet) { | ||
| DBConfigAddOptions("src", f, &DefaultDBConvConfig.Src) | ||
| DBConfigAddOptions("dst", f, &DefaultDBConvConfig.Dst) | ||
| f.Int("ideal-batch-size", DefaultDBConvConfig.IdealBatchSize, "ideal write batch size") | ||
| f.Bool("convert", DefaultDBConvConfig.Convert, "enables conversion step") | ||
| f.Bool("compact", DefaultDBConvConfig.Compact, "enables compaction step") | ||
| f.String("verify", DefaultDBConvConfig.Verify, "enables verification step (\"\" = disabled, \"keys\" = only keys, \"full\" = keys and values)") | ||
| f.String("log-level", DefaultDBConvConfig.LogLevel, "log level, valid values are CRIT, ERROR, WARN, INFO, DEBUG, TRACE") | ||
| f.String("log-type", DefaultDBConvConfig.LogType, "log type (plaintext or json)") | ||
| f.Bool("metrics", DefaultDBConvConfig.Metrics, "enable metrics") | ||
| genericconf.MetricsServerAddOptions("metrics-server", f) | ||
| } | ||
|
|
||
| func (c *DBConvConfig) Validate() error { | ||
| if c.Verify != "keys" && c.Verify != "full" && c.Verify != "" { | ||
| return fmt.Errorf("Invalid verify mode: %v", c.Verify) | ||
| } | ||
| if !c.Convert && c.Verify == "" && !c.Compact { | ||
| return errors.New("nothing to be done, conversion, verification and compaction disabled") | ||
| } | ||
| if c.IdealBatchSize <= 0 { | ||
| return fmt.Errorf("Invalid ideal batch size: %d, has to be greater then 0", c.IdealBatchSize) | ||
| } | ||
| return nil | ||
| } |
Oops, something went wrong.