ai_old/js.go

package ai

import (
	"apigo.cc/ai/ai/goja"
	"apigo.cc/ai/ai/goja_nodejs/require"
	"apigo.cc/ai/ai/js"
	"apigo.cc/ai/ai/llm"
	"bytes"
	_ "embed"
	"encoding/json"
	"errors"
	"fmt"
	"github.com/ssgo/u"
	"path/filepath"
	"regexp"
	"strings"
	"text/template"
)

//go:embed js/lib/ai.ts
var aiTS string

//go:embed js/lib/console.ts
var consoleTS string

//go:embed js/lib/file.ts
var fileTS string

//go:embed js/lib/util.ts
var utilTS string

//go:embed js/lib/http.ts
var httpTS string

func RunFile(file string, args ...any) (any, error) {
	return Run(u.ReadFileN(file), file, args...)
}

func Run(code string, refFile string, args ...any) (any, error) {
	rt := New()
	var r any
	_, err := rt.StartFromCode(code, refFile)
	if err == nil {
		r, err = rt.RunMain(args...)
	}
	return r, err
}

var importModMatcher = regexp.MustCompile(`(?im)^\s*import\s+(.+?)\s+from\s+['"](.+?)['"]`)
var importLibMatcher = regexp.MustCompile(`(?im)^\s*(import)\s+(.+?)\s+from\s+['"][./\\\w:]+lib[/\\](.+?)(\.ts)?['"]`)
var requireLibMatcher = regexp.MustCompile(`(?im)^\s*(const|let|var)\s+(.+?)\s*=\s*require\s*\(\s*['"][./\\\w:]+lib[/\\](.+?)(\.ts)?['"]\s*\)`)
var checkMainMatcher = regexp.MustCompile(`(?im)^\s*function\s+main\s*\(`)

type Runtime struct {
	vm           *goja.Runtime
	required     map[string]bool
	file         string
	srcCode      string
	code         string
	moduleLoader func(string) string
}

func (rt *Runtime) SetModuleLoader(fn func(filename string) string) {
	rt.moduleLoader = fn
}

func (rt *Runtime) GetCallStack() []string {
	callStacks := make([]string, 0)
	for _, stack := range rt.vm.CaptureCallStack(0, nil) {
		callStacks = append(callStacks, stack.Position().String())
	}
	return callStacks
}

func (rt *Runtime) requireMod(name string) error {
	var err error
	if name == "console" || name == "" {
		if !rt.required["console"] {
			rt.required["console"] = true
			err = rt.vm.Set("console", js.RequireConsole())
		}
	}
	if err == nil && (name == "file" || name == "") {
		if !rt.required["file"] {
			rt.required["file"] = true
			err = rt.vm.Set("file", js.RequireFile())
		}
	}
	if err == nil && (name == "util" || name == "") {
		if !rt.required["util"] {
			rt.required["util"] = true
			err = rt.vm.Set("util", js.RequireUtil())
		}
	}
	if err == nil && (name == "http" || name == "") {
		if !rt.required["http"] {
			rt.required["http"] = true
			err = rt.vm.Set("http", js.RequireHTTP())
		}
	}
	if err == nil && (name == "ai" || name == "") {
		if !rt.required["ai"] {
			rt.required["ai"] = true
			aiList := make(map[string]any)
			for name, lm := range llm.List() {
				aiList[name] = js.RequireAI(lm)
			}
			err = rt.vm.Set("ai", aiList)
		}
	}
	return err
}

func (rt *Runtime) makeImport(matcher *regexp.Regexp, code string) (string, int, error) {
	var modErr error
	importCount := 0
	code = matcher.ReplaceAllStringFunc(code, func(str string) string {
		if m := matcher.FindStringSubmatch(str); m != nil && len(m) > 3 {
			optName := m[1]
			if optName == "import" {
				optName = "let"
			}
			varName := m[2]
			modName := m[3]
			importCount++
			if modErr == nil {
				if err := rt.requireMod(modName); err != nil {
					modErr = err
				}
			}
			if varName != modName {
				return fmt.Sprintf("%s %s = %s", optName, varName, modName)
			}
		}
		return ""
	})
	return code, importCount, modErr
}

func New() *Runtime {
	vm := goja.New()
	vm.GoData = map[string]any{}
	return &Runtime{
		vm:       vm,
		required: map[string]bool{},
	}
}

func (rt *Runtime) StartFromFile(file string) (any, error) {
	return rt.StartFromCode(u.ReadFileN(file), file)
}

func (rt *Runtime) StartFromCode(code, refFile string) (any, error) {
	if refFile != "" {
		rt.file = refFile
	}
	if rt.file == "" {
		rt.file = "main.js"
	}

	if absFile, err := filepath.Abs(rt.file); err == nil {
		rt.file = absFile
	}
	refPath := filepath.Dir(refFile)
	rt.vm.GoData["startPath"] = refPath

	InitFrom(refPath)

	if rt.srcCode == "" {
		rt.srcCode = code
	}
	rt.code = code

	// 按需加载引用
	var importCount int
	var modErr error
	rt.code, importCount, modErr = rt.makeImport(importLibMatcher, rt.code)
	if modErr == nil {
		importCount1 := importCount
		rt.code, importCount, modErr = rt.makeImport(requireLibMatcher, rt.code)
		importCount += importCount1
	}

	// 将 import 转换为 require
	rt.code = importModMatcher.ReplaceAllString(rt.code, "let $1 = require('$2')")

	// 如果没有import，默认import所有
	if modErr == nil && importCount == 0 {
		modErr = rt.requireMod("")
	}
	if modErr != nil {
		return nil, modErr
	}

	//fmt.Println(u.BCyan(rt.code))

	// 处理模块引用
	require.NewRegistryWithLoader(func(path string) ([]byte, error) {
		modFile := path
		if !filepath.IsAbs(modFile) {
			modFile = filepath.Join(filepath.Dir(rt.file), modFile)
		}
		if !strings.HasSuffix(modFile, ".js") && !u.FileExists(modFile) {
			modFile += ".js"
		}
		modCode := ""
		if rt.moduleLoader != nil {
			modCode = rt.moduleLoader(modFile)
		}
		if modCode == "" {
			var err error
			modCode, err = u.ReadFile(modFile)
			if err != nil {
				return nil, err
			}
		}
		modCode, _, _ = rt.makeImport(importLibMatcher, modCode)
		modCode, _, _ = rt.makeImport(requireLibMatcher, modCode)
		return []byte(modCode), modErr
	}).Enable(rt.vm)

	// 初始化主函数
	if !checkMainMatcher.MatchString(rt.code) {
		rt.code = "function main(...args){" + rt.code + "}"
	}
	if r, err := rt.vm.RunScript(rt.file, rt.code); err != nil {
		return nil, err
	} else {
		return r, nil
	}
}

func (rt *Runtime) RunMain(args ...any) (any, error) {
	// 解析参数
	for i, arg := range args {
		if str, ok := arg.(string); ok {
			var v interface{}
			if err := json.Unmarshal([]byte(str), &v); err == nil {
				args[i] = v
			}
		}
	}

	if err := rt.vm.Set("__args", args); err != nil {
		return nil, err
	}
	jsResult, err := rt.vm.RunScript("main", "main(...__args)")

	var result any
	if err == nil {
		if jsResult != nil && !jsResult.Equals(goja.Undefined()) {
			result = jsResult.Export()
		}
	}
	return result, err
}

func (rt *Runtime) RunCode(code string) (any, error) {
	jsResult, err := rt.vm.RunScript(rt.file, code)

	var result any
	if err == nil {
		if jsResult != nil && !jsResult.Equals(goja.Undefined()) {
			result = jsResult.Export()
		}
	}
	return result, err
}

type Exports struct {
	LLMList []string
}

func ExportForDev() (string, error) {
	Init()
	if len(llm.List()) == 0 && !u.FileExists("env.yml") && !u.FileExists("env.json") && !u.FileExists("llm.yml") && !u.FileExists("llm.json") {
		return "", errors.New("no llm config found, please run `ai -e` on env.yml or llm.yml path")
	}
	exports := Exports{}
	for name, _ := range llm.List() {
		exports.LLMList = append(exports.LLMList, name)
	}

	exportFile := filepath.Join("lib", "ai.ts")
	var tpl *template.Template
	var err error
	if tpl, err = template.New(exportFile).Parse(aiTS); err == nil {
		buf := bytes.NewBuffer(make([]byte, 0))
		if err = tpl.Execute(buf, exports); err == nil {
			err = u.WriteFileBytes(exportFile, buf.Bytes())
		}
	}
	if err != nil {
		return "", err
	}

	_ = u.WriteFile(filepath.Join("lib", "console.ts"), consoleTS)
	_ = u.WriteFile(filepath.Join("lib", "file.ts"), fileTS)
	_ = u.WriteFile(filepath.Join("lib", "util.ts"), utilTS)
	_ = u.WriteFile(filepath.Join("lib", "http.ts"), httpTS)

	return `import {` + strings.Join(exports.LLMList, ", ") + `} from './lib/ai'
import console from './lib/console'
import util from './lib/util'
import http from './lib/http'
import file from './lib/file'`, nil
}