From ae1ea0e2bccc6f64dbc1d8c4d4c367a8d1180d5e Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sybren=20A=2E=20St=C3=BCvel?= Date: Sun, 2 Jan 2022 01:22:04 +0100 Subject: [PATCH] Initial checkin --- .gitignore | 1 + go.mod | 9 +++ go.sum | 51 +++++++++++++++++ job_compilers/job_compilers.go | 56 +++++++++++++++++++ job_compilers/scripts.go | 55 ++++++++++++++++++ .../scripts/simple_blender_render.js | 8 +++ main.go | 22 ++++++++ 7 files changed, 202 insertions(+) create mode 100644 .gitignore create mode 100644 go.mod create mode 100644 go.sum create mode 100644 job_compilers/job_compilers.go create mode 100644 job_compilers/scripts.go create mode 100644 job_compilers/scripts/simple_blender_render.js create mode 100644 main.go diff --git a/.gitignore b/.gitignore new file mode 100644 index 00000000..b883f1fd --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +*.exe diff --git a/go.mod b/go.mod new file mode 100644 index 00000000..161c9efc --- /dev/null +++ b/go.mod @@ -0,0 +1,9 @@ +module stuvel.eu/flamenco-test/goja + +go 1.16 + +require ( + github.com/dop251/goja v0.0.0-20211217115348-3f9136fa235d + github.com/rs/zerolog v1.26.1 + golang.org/dl v0.0.0-20211214194107-65ed43b8dfff // indirect +) diff --git a/go.sum b/go.sum new file mode 100644 index 00000000..9fd683ad --- /dev/null +++ b/go.sum @@ -0,0 +1,51 @@ +github.com/coreos/go-systemd/v22 v22.3.2/go.mod h1:Y58oyj3AT4RCenI/lSvhwexgC+NSVTIJ3seZv2GcEnc= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/dlclark/regexp2 v1.4.1-0.20201116162257-a2a8dda75c91 h1:Izz0+t1Z5nI16/II7vuEo/nHjodOg0p7+OiDpjX5t1E= +github.com/dlclark/regexp2 v1.4.1-0.20201116162257-a2a8dda75c91/go.mod h1:2pZnwuY/m+8K6iRw6wQdMtk+rH5tNGR1i55kozfMjCc= +github.com/dop251/goja v0.0.0-20211217115348-3f9136fa235d h1:XT7Qdmcuwgsgz4GXejX7R5Morysk2GOpeguYJ9JoF5c= +github.com/dop251/goja v0.0.0-20211217115348-3f9136fa235d/go.mod h1:R9ET47fwRVRPZnOGvHxxhuZcbrMCuiqOz3Rlrh4KSnk= +github.com/dop251/goja_nodejs v0.0.0-20210225215109-d91c329300e7/go.mod h1:hn7BA7c8pLvoGndExHudxTDKZ84Pyvv+90pbBjbTz0Y= +github.com/go-sourcemap/sourcemap v2.1.3+incompatible h1:W1iEw64niKVGogNgBN3ePyLFfuisuzeidWPMPWmECqU= +github.com/go-sourcemap/sourcemap v2.1.3+incompatible/go.mod h1:F8jJfvm2KbVjc5NqelyYJmf/v5J0dwNLS2mL4sNA1Jg= +github.com/godbus/dbus/v5 v5.0.4/go.mod h1:xhWf0FNVPg57R7Z0UbKHbJfkEywrmjJnf7w5xrFpKfA= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/rs/xid v1.3.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg= +github.com/rs/zerolog v1.26.1 h1:/ihwxqH+4z8UxyI70wM1z9yCvkWcfz/a3mj48k/Zngc= +github.com/rs/zerolog v1.26.1/go.mod h1:/wSSJWX7lVrsOwlbyTRSOJvqRlc+WjWlfes+CiJ+tmc= +github.com/yuin/goldmark v1.4.0/go.mod h1:mwnBkeHKe2W/ZEtQ+71ViKU8L12m81fl3OWwC1Zlc8k= +golang.org/dl v0.0.0-20211214194107-65ed43b8dfff h1:G1/lJgNCXqEtS1kO3xeMsNciGtSZC6rEosiEfP2t0o8= +golang.org/dl v0.0.0-20211214194107-65ed43b8dfff/go.mod h1:IUMfjQLJQd4UTqG1Z90tenwKoCX93Gn3MAQJMOSBsDQ= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20211215165025-cf75a172585e/go.mod h1:P+XmwS30IXTQdn5tA2iutPOUgjI07+tq3H3K9MVA1s8= +golang.org/x/mod v0.4.2/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20210226172049-e18ecbb05110/go.mod h1:m0MpNAwzfU5UDzcl9v0D8zg8gWTRqZa9RBIspLL5mdg= +golang.org/x/net v0.0.0-20210805182204-aaa1db679c0d/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210809222454-d867a43fc93e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.6 h1:aRYxNxv6iGQlyVaZmk6ZgYEDa+Jg18DxebPSrd6bg1M= +golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.1.7/go.mod h1:LGqMHiF4EqQNHR1JncWGqT5BVaXmza+X+BDGol+dOxo= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= diff --git a/job_compilers/job_compilers.go b/job_compilers/job_compilers.go new file mode 100644 index 00000000..bd0edb6a --- /dev/null +++ b/job_compilers/job_compilers.go @@ -0,0 +1,56 @@ +package job_compilers + +import ( + "errors" + + "github.com/dop251/goja" + "github.com/rs/zerolog/log" +) + +var ErrJobTypeUnknown = errors.New("job type unknown") + +type GojaJobCompiler struct { + vm *goja.Runtime + + jobtypes map[string]*goja.Program +} + +func Load() (*GojaJobCompiler, error) { + compiler := GojaJobCompiler{ + vm: newGojaVM(), + jobtypes: map[string]*goja.Program{}, + } + + if err := compiler.loadScripts(); err != nil { + return nil, err + } + + return &compiler, nil +} + +func newGojaVM() *goja.Runtime { + vm := goja.New() + vm.Set("print", func(call goja.FunctionCall) goja.Value { + log.Info().Str("args", call.Argument(0).String()).Msg("print") + return goja.Undefined() + }) + vm.Set("create_task", func(call goja.FunctionCall) goja.Value { + log.Info().Interface("args", call.Arguments).Msg("create_task") + return goja.Undefined() + }) + vm.Set("alert", func(call goja.FunctionCall) goja.Value { + log.Warn().Interface("args", call.Arguments).Msg("alert") + return goja.Undefined() + }) + return vm +} + +func (c *GojaJobCompiler) Run(jobType string) error { + program, ok := c.jobtypes[jobType] + if !ok { + return ErrJobTypeUnknown + } + + _, err := c.vm.RunProgram(program) + return err +} diff --git a/job_compilers/scripts.go b/job_compilers/scripts.go new file mode 100644 index 00000000..c6e59c0f --- /dev/null +++ b/job_compilers/scripts.go @@ -0,0 +1,55 @@ +package job_compilers + +import ( + "embed" + "fmt" + "io" + "path" + "strings" + + "github.com/dop251/goja" + "github.com/rs/zerolog/log" +) + +//go:embed scripts/*.js +var scriptsFS embed.FS + +func (c *GojaJobCompiler) loadScripts() error { + scripts, err := scriptsFS.ReadDir("scripts") + if err != nil { + return fmt.Errorf("failed to find scripts: %w", err) + } + + for _, script := range scripts { + filename := path.Join("scripts", script.Name()) + file, err := scriptsFS.Open(filename) + if err != nil { + return fmt.Errorf("failed to open embedded script: %w", err) + } + + script_bytes, err := io.ReadAll(file) + if err != nil { + log.Error().Err(err).Str("filename", filename).Msg("failed to read script") + continue + } + + program, err := goja.Compile(filename, string(script_bytes), true) + if err != nil { + log.Error().Err(err).Str("filename", filename).Msg("failed to compile script") + continue + } + + jobType := filenameToJobType(script.Name()) + c.jobtypes[jobType] = program + + log.Debug().Str("script", script.Name()).Str("jobType", jobType).Msg("loaded script") + } + + return nil +} + +func filenameToJobType(filename string) string { + extension := path.Ext(filename) + stem := filename[:len(filename)-len(extension)] + return strings.ReplaceAll(stem, "_", "-") +} diff --git a/job_compilers/scripts/simple_blender_render.js b/job_compilers/scripts/simple_blender_render.js new file mode 100644 index 00000000..bbcd02cf --- /dev/null +++ b/job_compilers/scripts/simple_blender_render.js @@ -0,0 +1,8 @@ +print("creating tasks"); + +for (var i = 0; i < 5; i++) { + create_task("task" + i, "task" + i + " description"); +} + +print("done creating tasks"); +alert("je moeder", { id: "hahahahaha" }); diff --git a/main.go b/main.go new file mode 100644 index 00000000..58aac4e8 --- /dev/null +++ b/main.go @@ -0,0 +1,22 @@ +package main + +import ( + "os" + "time" + + "github.com/rs/zerolog" + "github.com/rs/zerolog/log" + "stuvel.eu/flamenco-test/goja/job_compilers" +) + +func main() { + output := zerolog.ConsoleWriter{Out: os.Stdout, TimeFormat: time.RFC3339} + log.Logger = log.Output(output) + + compiler, err := job_compilers.Load() + if err != nil { + log.Fatal().Err(err).Msg("error loading job compilers") + } + + compiler.Run("simple-blender-render") +}