Auto-generated Pull Request for feat/user-management

cmd/logto/main.go

@@ -0,0 +1,103 @@
+package main
+
+import (
+	"fmt"
+	"os"
+
+	"github.com/dictyBase/modware-import/internal/logger"
+	logto "github.com/dictyBase/modware-import/internal/logto/cli"
+	"github.com/dictyBase/modware-import/internal/registry"
+	"github.com/jellydator/ttlcache/v3"
+	"github.com/urfave/cli/v2"
+)
+
+func main() {
+	app := &cli.App{
+		Name:  "logto",
+		Usage: "A command line application for logto instance management",
+		Flags: []cli.Flag{
+			&cli.StringFlag{
+				Name:     "endpoint",
+				Usage:    "endpoint of api server",
+				Required: true,
+				Aliases:  []string{"e"},
+			},
+			&cli.StringFlag{
+				Name:     "app-secret",
+				Usage:    "logto application secret to access the api",
+				Aliases:  []string{"s"},
+				Required: true,
+			},
+			&cli.StringFlag{
+				Name:     "app-id",
+				Usage:    "logto application identifier to access the api",
+				Aliases:  []string{"a"},
+				Required: true,
+			},
+			&cli.StringFlag{
+				Name:     "api-resource",
+				Usage:    "logto api resource name",
+				Aliases:  []string{"r"},
+				Required: true,
+			},
+			&cli.StringFlag{
+				Name:  "log-level",
+				Usage: "Logging level, should be one of debug,warn,info or error",
+				Value: "error",
+			},
+			&cli.StringFlag{
+				Name:  "log-format",
+				Usage: "Format of log, either of json or text",
+				Value: "json",
+			},
+			&cli.StringFlag{
+				Name:  "log-file",
+				Usage: "log file for output in addition to stderr",
+			},
+		},
+		Before: func(c *cli.Context) error {
+			l, err := logger.NewCliLogger(c)
+			if err != nil {
+				return fmt.Errorf("error in getting a new logger %s", err)
+			}
+			registry.SetLogger(l)
+			return nil
+		},
+		Commands: []*cli.Command{
+			{
+				Name:   "create-access-token",
+				Usage:  "Create a new logto access token",
+				Action: logto.CreateAccessToken,
+			},
+			{
+				Name:   "import-user",
+				Usage:  "Import user from an input file",
+				Action: logto.ImportUser,
+				Flags: []cli.Flag{
+					&cli.StringFlag{
+						Name:     "input",
+						Usage:    "input csv file with users information",
+						Aliases:  []string{"i"},
+						Required: true,
+					},
+				},
+				Before: func(cltx *cli.Context) error {
+					tcache := ttlcache.New[string, string]()
+					registry.SetTTLCache(tcache)
+					reader, err := os.Open(cltx.String("input"))
+					if err != nil {
+						return fmt.Errorf("error in reading file %s", err)
+					}
+					registry.SetReader("USER_INPUT", reader)
+					return nil
+				},
+			},
+		},
+	}
+
+	err := app.Run(os.Args)
+	if err != nil {
+		fmt.Fprintln(os.Stderr, err)
+		os.Exit(1)
+	}
+}

go.mod

@@ -57,6 +57,7 @@ require (
 
 require (
 	dario.cat/mergo v1.0.0 // indirect
+	github.com/Jeffail/gabs/v2 v2.7.0 // indirect
 	github.com/Microsoft/go-winio v0.6.1 // indirect
 	github.com/ProtonMail/go-crypto v0.0.0-20230717121422-5aa5874ade95 // indirect
 	github.com/acomagu/bufpipe v1.0.4 // indirect
@@ -89,6 +90,7 @@ require (
 	github.com/imdario/mergo v0.3.15 // indirect
 	github.com/inconshreveable/mousetrap v1.1.0 // indirect
 	github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 // indirect
+	github.com/jellydator/ttlcache/v3 v3.1.0 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/kevinburke/ssh_config v1.2.0 // indirect
 	github.com/kr/pretty v0.3.1 // indirect
@@ -120,6 +122,7 @@ require (
 	github.com/xanzy/ssh-agent v0.3.3 // indirect
 	github.com/xrash/smetrics v0.0.0-20201216005158-039620a65673 // indirect
 	golang.org/x/mod v0.11.0 // indirect
+	golang.org/x/sync v0.1.0 // indirect
 	golang.org/x/time v0.3.0 // indirect
 	golang.org/x/tools v0.7.0 // indirect
 	google.golang.org/appengine v1.6.7 // indirect

go.sum

@@ -43,6 +43,8 @@ github.com/BurntSushi/toml v1.3.2/go.mod h1:CxXYINrC8qIiEnFrOxCa7Jy5BFHlXnUU2pbi
 github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo=
 github.com/Gurpartap/logrus-stack v0.0.0-20170710170904-89c00d8a28f4 h1:vdT7QwBhJJEVNFMBNhRSFDRCB6O16T28VhvqRgqFyn8=
 github.com/Gurpartap/logrus-stack v0.0.0-20170710170904-89c00d8a28f4/go.mod h1:SvXOG8ElV28oAiG9zv91SDe5+9PfIr7PPccpr8YyXNs=
+github.com/Jeffail/gabs/v2 v2.7.0 h1:Y2edYaTcE8ZpRsR2AtmPu5xQdFDIthFG0jYhu5PY8kg=
+github.com/Jeffail/gabs/v2 v2.7.0/go.mod h1:dp5ocw1FvBBQYssgHsG7I1WYsiLRtkUaB1FEtSwvNUw=
 github.com/Microsoft/go-winio v0.5.2/go.mod h1:WpS1mjBmmwHBEWmogvA2mj8546UReBk4v8QkMxJ6pZY=
 github.com/Microsoft/go-winio v0.6.1 h1:9/kr64B9VUZrLm5YYwbGtUJnMgqWVOdUAXu6Migciow=
 github.com/Microsoft/go-winio v0.6.1/go.mod h1:LRdKpFKfdobln8UmuiYcKPot9D2v6svN5+sAH+4kjUM=
@@ -254,6 +256,8 @@ github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 h1:BQSFePA1RWJOl
 github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99/go.mod h1:1lJo3i6rXxKeerYnT8Nvf0QmHCRC1n8sfWVwXF2Frvo=
 github.com/jedib0t/go-pretty/v6 v6.4.6 h1:v6aG9h6Uby3IusSSEjHaZNXpHFhzqMmjXcPq1Rjl9Jw=
 github.com/jedib0t/go-pretty/v6 v6.4.6/go.mod h1:Ndk3ase2CkQbXLLNf5QDHoYb6J9WtVfmHZu9n8rk2xs=
+github.com/jellydator/ttlcache/v3 v3.1.0 h1:0gPFG0IHHP6xyUyXq+JaD8fwkDCqgqwohXNJBcYE71g=
+github.com/jellydator/ttlcache/v3 v3.1.0/go.mod h1:hi7MGFdMAwZna5n2tuvh63DvFLzVKySzCVW6+0gA2n4=
 github.com/jinzhu/now v1.1.5/go.mod h1:d3SSVoowX0Lcu0IBviAWJpolVfI5UJVZZ7cO71lE/z8=
 github.com/josharian/intern v1.0.0 h1:vlS4z54oSdjm0bgjRigI+G1HpF+tI+9rE5LLzOg8HmY=
 github.com/josharian/intern v1.0.0/go.mod h1:5DoeVV0s6jJacbCEi61lwdGj/aVlrQvzHFFd8Hwg//Y=

internal/baserow/cli/database.go

@@ -10,7 +10,7 @@ import (
 	"github.com/dictyBase/modware-import/internal/baserow/client"
 	"github.com/dictyBase/modware-import/internal/collection"
 	"github.com/urfave/cli/v2"
-	"k8s.io/utils/strings/slices"
+	"golang.org/x/exp/slices"
 )
 
 type accessTokenProperties struct {

internal/logto/cli/token.go

@@ -0,0 +1,22 @@
+package cli
+
+import (
+	"fmt"
+
+	logto "github.com/dictyBase/modware-import/internal/logto/client"
+	"github.com/urfave/cli/v2"
+)
+
+func CreateAccessToken(cltx *cli.Context) error {
+	lclient := logto.NewClient(cltx.String("endpoint"))
+	aresp, err := lclient.AccessToken(
+		cltx.String("app-id"),
+		cltx.String("app-secret"),
+		cltx.String("api-resource"),
+	)
+	if err != nil {
+		return cli.Exit(err, 2)
+	}
+	fmt.Printf("access token %s\n", aresp.AccessToken)
+	return nil
+}

internal/logto/cli/user.go

@@ -0,0 +1,183 @@
+package cli
+
+import (
+	"crypto/rand"
+	"encoding/csv"
+	"fmt"
+	"io"
+	"math/big"
+	"regexp"
+	"time"
+
+	logto "github.com/dictyBase/modware-import/internal/logto/client"
+	"github.com/dictyBase/modware-import/internal/registry"
+	"github.com/jellydator/ttlcache/v3"
+	"github.com/sirupsen/logrus"
+	"github.com/urfave/cli/v2"
+)
+
+const TokenKey = "token"
+
+var unameRgxp = regexp.MustCompile(`\s+|[.\-\'\(\)\,\?\"]`)
+
+func normalizeUserName(first, last string) string {
+	return unameRgxp.ReplaceAllString(fmt.Sprintf("%s%s", first, last), "")
+}
+
+// Generate a random number using crypto/rand.
+func RandomInt(num int) (int, error) {
+	randomValue, err := rand.Int(rand.Reader, big.NewInt(int64(num)))
+	if err != nil {
+		return 0, err
+	}
+
+	return int(randomValue.Int64()), nil
+}
+
+func FixedLenRandomInt(length int) string {
+	num := []byte("123456789")
+	byt := make([]byte, 0)
+	alen := len(num)
+	for i := 0; i < length; i++ {
+		pos, _ := RandomInt(alen)
+		byt = append(byt, num[pos])
+	}
+
+	return string(byt)
+}
+
+func FixedLenRandomString(length int) string {
+	alphanum := []byte(
+		"123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ",
+	)
+	byt := make([]byte, 0)
+	alen := len(alphanum)
+	for i := 0; i < length; i++ {
+		pos, _ := RandomInt(alen)
+		byt = append(byt, alphanum[pos])
+	}
+
+	return string(byt)
+}
+
+type retrieveTokenProperties struct {
+	Lclient *logto.Client
+	Cltx    *cli.Context
+	Logger  *logrus.Entry
+	Tcache  *ttlcache.Cache[string, string]
+}
+
+func retrieveToken(args *retrieveTokenProperties) (string, error) {
+	logger := args.Logger
+	cache := args.Tcache
+	cltx := args.Cltx
+	item := cache.Get(TokenKey)
+	if item != nil {
+		logger.Debug("access token not expired getting from cache")
+		return item.Value(), nil
+	}
+	logger.Debug("retrieving a fresh access token")
+	aresp, err := args.Lclient.AccessToken(
+		cltx.String("app-id"),
+		cltx.String("app-secret"),
+		cltx.String("api-resource"),
+	)
+	if err != nil {
+		return item.Value(), err
+	}
+	dur, err := time.ParseDuration(fmt.Sprintf("%ds", aresp.ExpiresIn-1000))
+	if err != nil {
+		return item.Value(), fmt.Errorf(
+			"error in parsing duration %d",
+			aresp.ExpiresIn,
+		)
+	}
+	cache.Set(TokenKey, aresp.AccessToken, dur)
+	logger.Debug("cached the new access token")
+	return aresp.AccessToken, nil
+}
+
+func ImportUser(cltx *cli.Context) error {
+	logger := registry.GetLogger()
+	tcache := registry.GetTTLCache()
+	reader := csv.NewReader(registry.GetReader("USER_INPUT"))
+	lclient := logto.NewClient(cltx.String("endpoint"))
+	header := false
+	for {
+		record, err := reader.Read()
+		if err != nil {
+			if err == io.EOF {
+				break
+			}
+			return cli.Exit(
+				fmt.Sprintf("error in reading csv record %s", err),
+				2,
+			)
+		}
+		if !header {
+			header = true
+			continue
+		}
+		if record[1] != "Valid" {
+			logger.Debugf("user with email %s in not valid", record[0])
+			continue
+		}
+		token, err := retrieveToken(&retrieveTokenProperties{
+			Lclient: lclient,
+			Logger:  logger,
+			Cltx:    cltx,
+			Tcache:  tcache,
+		})
+		if err != nil {
+			return cli.Exit(err.Error(), 2)
+		}
+		ok, _, err := lclient.CheckUser(
+			token,
+			record[0],
+		)
+		if err != nil {
+			return cli.Exit(err.Error(), 2)
+		}
+		if ok {
+			logger.Infof(
+				"user with email %s exist, skipping creation",
+				record[0],
+			)
+			continue
+		}
+		normUser := normalizeUserName(record[2], record[3])
+		ok, _, err = lclient.CheckUserWithUserName(
+			token,
+			normUser,
+		)
+		if err != nil {
+			return cli.Exit(err.Error(), 2)
+		}
+		if ok {
+			logger.Infof(
+				"user with username %s exist, skipping creation",
+				normUser,
+			)
+			continue
+		}
+		logger.Debugf("username %s does not exist, going to create", record[0])
+		userId, err := lclient.CreateUser(
+			token,
+			&logto.APIUsersPostReq{
+				PrimaryEmail: record[0],
+				Username:     normUser,
+				Name:         fmt.Sprintf("%s %s", record[2], record[3]),
+				PrimaryPhone: FixedLenRandomInt(10),
+				Password:     FixedLenRandomString(80),
+			},
+		)
+		if err != nil {
+			return cli.Exit(
+				fmt.Sprintf("error in creating user %s %s", record[0], err),
+				2,
+			)
+		}
+		logger.Infof("created user with email %s id %s\n", record[0], userId)
+	}
+	return nil
+}