aboutsummaryrefslogtreecommitdiff
path: root/cmd/gettext
diff options
context:
space:
mode:
Diffstat (limited to 'cmd/gettext')
-rw-r--r--cmd/gettext/gettext.go207
-rw-r--r--cmd/gettext/gettext_test.go71
2 files changed, 0 insertions, 278 deletions
diff --git a/cmd/gettext/gettext.go b/cmd/gettext/gettext.go
deleted file mode 100644
index de5a9f2..0000000
--- a/cmd/gettext/gettext.go
+++ /dev/null
@@ -1,207 +0,0 @@
-package main
-
-import (
- "errors"
- "flag"
- "fmt"
- "go/ast"
- "go/parser"
- "go/token"
- "io/fs"
- "os"
- "path/filepath"
- "regexp"
- "strings"
-
- "github.com/martinlehoux/kagamigo/kcore"
- "golang.org/x/exp/slog"
- "gopkg.in/yaml.v3"
-)
-
-func isIdentifierRune(char rune) bool {
- return (char >= 'a' && char <= 'z') || (char >= 'A' && char <= 'Z') || char == '.'
-}
-
-type ArgsParser struct {
- argsCount int
- currentBlock string
- currentNesting int
- currentStringLiteral bool
-}
-
-func (p *ArgsParser) parseStringLiteral(char rune) {
- switch char {
- case '"':
- p.currentStringLiteral = false
- p.currentBlock = ""
- default:
- p.currentBlock += string(char)
- }
-}
-
-func (p *ArgsParser) parseNonStringLiteral(char rune) {
- if isIdentifierRune(char) {
- p.currentBlock += string(char)
- return
- }
- switch char {
- case ' ':
- if p.currentBlock != "" {
- if p.currentNesting == 0 {
- p.argsCount++
- }
- p.currentBlock = ""
- }
- case '(':
- p.currentBlock = ""
- p.currentNesting++
- case ')':
- p.currentBlock = ""
- p.currentNesting--
- p.argsCount++
- case '"':
- p.currentStringLiteral = true
- }
-}
-
-func (p *ArgsParser) Parse(args string) {
- for _, char := range args {
- switch p.currentStringLiteral {
- case true:
- p.parseStringLiteral(char)
- case false:
- p.parseNonStringLiteral(char)
- }
- }
-}
-
-func (p ArgsParser) ArgsCount() int {
- if p.currentBlock != "" {
- p.argsCount++
- }
- return p.argsCount
-}
-
-func extractKeys(content string) map[string]int {
- extractedKeys := make(map[string]int, 0)
- reg := regexp.MustCompile(`\{ ?((?:login\.)?Tr\("\w+"[\w"(),. :]*\) ?)\}`)
- matches := reg.FindAllStringSubmatch(content, -1)
- for _, match := range matches {
- fakePackage := fmt.Sprintf(`package main
-
- func main() {
- %s
- }
- `, match[1])
- fset := token.NewFileSet()
- f, err := parser.ParseFile(fset, "", fakePackage, 0)
- kcore.Expect(err, "error parsing file")
- main := f.Decls[0].(*ast.FuncDecl)
- call := main.Body.List[0].(*ast.ExprStmt).X.(*ast.CallExpr)
- isTrCall := false
- switch call.Fun.(type) {
- case *ast.SelectorExpr:
- selector := call.Fun.(*ast.SelectorExpr)
- isTrCall = selector.Sel.Name == "Tr"
-
- case *ast.Ident:
- ident := call.Fun.(*ast.Ident)
- isTrCall = ident.Name == "Tr"
- }
- if isTrCall {
- key := strings.Trim(call.Args[0].(*ast.BasicLit).Value, `"`)
- extractedKeys[key] = len(call.Args) - 1
- }
- }
- return extractedKeys
-}
-
-func extractAllKeys() map[string]int {
- extractedKeys := make(map[string]int, 0)
-
- err := filepath.Walk(".", func(path string, info fs.FileInfo, err error) error {
- if !info.IsDir() && filepath.Ext(path) == ".templ" {
- content, err := os.ReadFile(path) // #nosec G304
- kcore.Expect(err, "error reading file")
- for key, value := range extractKeys(string(content)) {
- extractedKeys[key] = value
- }
- }
- return nil
- })
- kcore.Expect(err, "error walking templates directory")
-
- return extractedKeys
-}
-
-func getOrCreateLocale(lang string, logger *slog.Logger) map[string]string {
- currentLocales := make(map[string]string, 0)
- locales, err := os.ReadFile(filepath.Join("locales", lang, "index.yml")) // #nosec G304
- if errors.Is(err, os.ErrNotExist) {
- logger.Info("no locales file found, creating")
- err = os.MkdirAll(filepath.Join("locales", lang), 0700)
- kcore.Expect(err, "error creating directory")
- err = os.WriteFile(filepath.Join("locales", lang, "index.yml"), []byte{}, 0600)
- kcore.Expect(err, "error writing file")
- locales, err = os.ReadFile(filepath.Join("locales", lang, "index.yml")) // #nosec G304
- kcore.Expect(err, "error reading file")
- } else {
- kcore.Expect(err, "error reading file")
- }
- kcore.Expect(yaml.Unmarshal(locales, &currentLocales), "error unmarshalling yaml")
- return currentLocales
-}
-
-func main() {
- write := flag.Bool("write", false, "write new locales")
- flag.Parse()
- baseLogger := slog.Default()
- langs := [...]string{"en-GB", "fr-FR"}
-
- extractedKeys := extractAllKeys()
- baseLogger.Info("extracted keys from templates", slog.Int("count", len(extractedKeys)))
-
- for _, lang := range langs {
- logger := baseLogger.With(slog.String("lang", lang))
- currentLocales := getOrCreateLocale(lang, logger)
- newLocales := make(map[string]string, 0)
-
- correctLocales := 0
- for key, translation := range currentLocales {
- currentArgsCount := strings.Count(translation, "%")
- expectedArgsCount, ok := extractedKeys[key]
- switch {
- case !ok:
- logger.Info(`found unused key`, slog.String("key", key))
- case currentArgsCount != expectedArgsCount:
- logger.Info(`found translation with incorrect number of arguments`, slog.String("key", key), slog.Int("current", currentArgsCount), slog.Int("expected", expectedArgsCount))
- newLocales[key] = ""
- case translation == "":
- newLocales[key] = ""
- default:
- newLocales[key] = currentLocales[key]
- correctLocales++
- }
- }
-
- for key := range extractedKeys {
- if _, ok := currentLocales[key]; !ok {
- logger.Info(`found missing key`, slog.String("key", key))
- newLocales[key] = ""
- }
- }
- var completion string
- if len(extractedKeys) > 0 {
- completion = fmt.Sprintf("%d%%", correctLocales*100/len(extractedKeys))
- } else {
- completion = "?%"
- }
- logger.Info("finished checking locales", slog.Int("count", len(newLocales)), slog.Int("correct", correctLocales), slog.String("completion", completion))
-
- if *write {
- content, err := yaml.Marshal(newLocales)
- kcore.Expect(err, "error marshalling yaml")
- kcore.Expect(os.WriteFile(filepath.Join("locales", lang, "index.yml"), content, 0600), "error writing file")
- }
- }
-}
diff --git a/cmd/gettext/gettext_test.go b/cmd/gettext/gettext_test.go
deleted file mode 100644
index 26b5870..0000000
--- a/cmd/gettext/gettext_test.go
+++ /dev/null
@@ -1,71 +0,0 @@
-package main
-
-import (
- "testing"
-
- "github.com/stretchr/testify/assert"
-)
-
-func TestExtractKeys(t *testing.T) {
- content := `{ login.Tr("Hello") }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 0, keys["Hello"])
-}
-
-func TestExtractKeysWithoutSpaces(t *testing.T) {
- content := `{login.Tr("Hello")}`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 0, keys["Hello"])
-}
-
-func TestExtractKeysWithOneArgs(t *testing.T) {
- content := `{ login.Tr("approveButton", a.Username) }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 1, keys["approveButton"])
-}
-
-func TestExtractKeysWithSeveralArgs(t *testing.T) {
- content := `{ login.Tr("approveButton", a.Username, a.Age, a.Email) }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 3, keys["approveButton"])
-}
-
-func TestExtractKeysWithComplexArgs(t *testing.T) {
- content := `{ login.Tr("raceStart_chosen", a.StartAt.Format("Monday, January 2, 2006 at 15:04")) }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 1, keys["raceStart_chosen"])
-}
-
-func TestExtractMultipleKeys(t *testing.T) {
- content := `{ login.Tr("test_1", a.StartAt.Format("Monday, January 2, 2006 at 15:04")) }{ login.Tr("test_2", a.Test) }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 2)
- assert.Equal(t, 1, keys["test_1"])
- assert.Equal(t, 1, keys["test_2"])
-}
-
-func TestExtractKeyFromSimpleTrFunc(t *testing.T) {
- content := `{ Tr("test") }`
-
- keys := extractKeys(content)
-
- assert.Len(t, keys, 1)
- assert.Equal(t, 0, keys["test"])
-}
generated by cgit v1.3 (git 2.53.0) at 2026-10-18 19:55:12 +0000