-
Notifications
You must be signed in to change notification settings - Fork 13
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
feat: add batch byte size limit configuration (#129)
* feat: add batch byte size limit configuration * feature: refactor the code * feat: update valueSize * fix: lint * feat: Update README.md and add tests
- Loading branch information
Showing
10 changed files
with
291 additions
and
41 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,63 @@ | ||
| package kafka | ||
|
|
||
| import ( | ||
| "fmt" | ||
| "strconv" | ||
| "strings" | ||
| ) | ||
|
|
||
| func resolveUnionIntOrStringValue(input any) (int, error) { | ||
| switch value := input.(type) { | ||
| case int: | ||
| return value, nil | ||
| case uint: | ||
| return int(value), nil | ||
| case nil: | ||
| return 0, nil | ||
| case string: | ||
| intValue, err := strconv.ParseInt(value, 10, 64) | ||
| if err == nil { | ||
| return int(intValue), nil | ||
| } | ||
|
|
||
| result, err := convertSizeUnitToByte(value) | ||
| if err != nil { | ||
| return 0, err | ||
| } | ||
|
|
||
| return result, nil | ||
| } | ||
|
|
||
| return 0, fmt.Errorf("invalid input: %v", input) | ||
| } | ||
|
|
||
| func convertSizeUnitToByte(str string) (int, error) { | ||
| if len(str) < 2 { | ||
| return 0, fmt.Errorf("invalid input: %s", str) | ||
| } | ||
|
|
||
| // Extract the numeric part of the input | ||
| sizeStr := str[:len(str)-2] | ||
| sizeStr = strings.TrimSpace(sizeStr) | ||
| sizeStr = strings.ReplaceAll(sizeStr, ",", ".") | ||
|
|
||
| size, err := strconv.ParseFloat(sizeStr, 64) | ||
| if err != nil { | ||
| return 0, fmt.Errorf("cannot extract numeric part for the input %s, err = %w", str, err) | ||
| } | ||
|
|
||
| // Determine the unit (B, KB, MB, GB) | ||
| unit := str[len(str)-2:] | ||
| switch strings.ToUpper(unit) { | ||
| case "B": | ||
| return int(size), nil | ||
| case "KB": | ||
| return int(size * 1024), nil | ||
| case "MB": | ||
| return int(size * 1024 * 1024), nil | ||
| case "GB": | ||
| return int(size * 1024 * 1024 * 1024), nil | ||
| default: | ||
| return 0, fmt.Errorf("unsupported unit: %s, you can specify one of B, KB, MB and GB", unit) | ||
| } | ||
| } |
Oops, something went wrong.