308 lines
7.4 KiB
Go
308 lines
7.4 KiB
Go
package ai
|
||
|
||
import (
|
||
"apigo.cc/ai/ai/js"
|
||
"apigo.cc/ai/ai/llm"
|
||
"bytes"
|
||
_ "embed"
|
||
"encoding/json"
|
||
"errors"
|
||
"fmt"
|
||
"github.com/dop251/goja"
|
||
"github.com/dop251/goja_nodejs/require"
|
||
"github.com/ssgo/u"
|
||
"path/filepath"
|
||
"regexp"
|
||
"strings"
|
||
"text/template"
|
||
)
|
||
|
||
//go:embed js/lib/ai.ts
|
||
var aiTS string
|
||
|
||
//go:embed js/lib/console.ts
|
||
var consoleTS string
|
||
|
||
//go:embed js/lib/file.ts
|
||
var fileTS string
|
||
|
||
//go:embed js/lib/util.ts
|
||
var utilTS string
|
||
|
||
//go:embed js/lib/http.ts
|
||
var httpTS string
|
||
|
||
func RunFile(file string, args ...any) (any, error) {
|
||
return Run(u.ReadFileN(file), file, args...)
|
||
}
|
||
|
||
func Run(code string, refFile string, args ...any) (any, error) {
|
||
rt := New()
|
||
var r any
|
||
_, err := rt.StartFromCode(code, refFile)
|
||
if err == nil {
|
||
r, err = rt.RunMain(args...)
|
||
}
|
||
return r, err
|
||
}
|
||
|
||
var importModMatcher = regexp.MustCompile(`(?im)^\s*import\s+(.+?)\s+from\s+['"](.+?)['"]`)
|
||
var importLibMatcher = regexp.MustCompile(`(?im)^\s*(import)\s+(.+?)\s+from\s+['"][./\\\w:]+lib[/\\](.+?)(\.ts)?['"]`)
|
||
var requireLibMatcher = regexp.MustCompile(`(?im)^\s*(const|let|var)\s+(.+?)\s*=\s*require\s*\(\s*['"][./\\\w:]+lib[/\\](.+?)(\.ts)?['"]\s*\)`)
|
||
var checkMainMatcher = regexp.MustCompile(`(?im)^\s*function\s+main\s*\(`)
|
||
|
||
type Runtime struct {
|
||
vm *goja.Runtime
|
||
required map[string]bool
|
||
file string
|
||
srcCode string
|
||
code string
|
||
moduleLoader func(string) string
|
||
}
|
||
|
||
func (rt *Runtime) SetModuleLoader(fn func(filename string) string) {
|
||
rt.moduleLoader = fn
|
||
}
|
||
|
||
func (rt *Runtime) GetCallStack() []string {
|
||
callStacks := make([]string, 0)
|
||
for _, stack := range rt.vm.CaptureCallStack(0, nil) {
|
||
callStacks = append(callStacks, stack.Position().String())
|
||
}
|
||
return callStacks
|
||
}
|
||
|
||
func (rt *Runtime) requireMod(name string) error {
|
||
var err error
|
||
if name == "console" || name == "" {
|
||
if !rt.required["console"] {
|
||
rt.required["console"] = true
|
||
err = rt.vm.Set("console", js.RequireConsole())
|
||
}
|
||
}
|
||
if err == nil && (name == "file" || name == "") {
|
||
if !rt.required["file"] {
|
||
rt.required["file"] = true
|
||
err = rt.vm.Set("file", js.RequireFile())
|
||
}
|
||
}
|
||
if err == nil && (name == "util" || name == "") {
|
||
if !rt.required["util"] {
|
||
rt.required["util"] = true
|
||
err = rt.vm.Set("util", js.RequireUtil())
|
||
}
|
||
}
|
||
if err == nil && (name == "http" || name == "") {
|
||
if !rt.required["http"] {
|
||
rt.required["http"] = true
|
||
err = rt.vm.Set("http", js.RequireHTTP())
|
||
}
|
||
}
|
||
if err == nil && (name == "ai" || name == "") {
|
||
if !rt.required["ai"] {
|
||
rt.required["ai"] = true
|
||
aiList := make(map[string]any)
|
||
for name, lm := range llm.List() {
|
||
aiList[name] = js.RequireAI(lm)
|
||
}
|
||
err = rt.vm.Set("ai", aiList)
|
||
}
|
||
}
|
||
return err
|
||
}
|
||
|
||
func (rt *Runtime) makeImport(matcher *regexp.Regexp, code string) (string, int, error) {
|
||
var modErr error
|
||
importCount := 0
|
||
code = matcher.ReplaceAllStringFunc(code, func(str string) string {
|
||
if m := matcher.FindStringSubmatch(str); m != nil && len(m) > 3 {
|
||
optName := m[1]
|
||
if optName == "import" {
|
||
optName = "let"
|
||
}
|
||
varName := m[2]
|
||
modName := m[3]
|
||
importCount++
|
||
if modErr == nil {
|
||
if err := rt.requireMod(modName); err != nil {
|
||
modErr = err
|
||
}
|
||
}
|
||
if varName != modName {
|
||
return fmt.Sprintf("%s %s = %s", optName, varName, modName)
|
||
}
|
||
}
|
||
return ""
|
||
})
|
||
return code, importCount, modErr
|
||
}
|
||
|
||
func New() *Runtime {
|
||
vm := goja.New()
|
||
vm.GoData = map[string]any{}
|
||
return &Runtime{
|
||
vm: vm,
|
||
required: map[string]bool{},
|
||
}
|
||
}
|
||
|
||
func (rt *Runtime) StartFromFile(file string) (any, error) {
|
||
return rt.StartFromCode(u.ReadFileN(file), file)
|
||
}
|
||
|
||
func (rt *Runtime) StartFromCode(code, refFile string) (any, error) {
|
||
if refFile != "" {
|
||
rt.file = refFile
|
||
}
|
||
if rt.file == "" {
|
||
rt.file = "main.js"
|
||
}
|
||
|
||
if absFile, err := filepath.Abs(rt.file); err == nil {
|
||
rt.file = absFile
|
||
}
|
||
refPath := filepath.Dir(refFile)
|
||
rt.vm.GoData["startPath"] = refPath
|
||
|
||
InitFrom(refPath)
|
||
|
||
if rt.srcCode == "" {
|
||
rt.srcCode = code
|
||
}
|
||
rt.code = code
|
||
|
||
// 按需加载引用
|
||
var importCount int
|
||
var modErr error
|
||
rt.code, importCount, modErr = rt.makeImport(importLibMatcher, rt.code)
|
||
if modErr == nil {
|
||
importCount1 := importCount
|
||
rt.code, importCount, modErr = rt.makeImport(requireLibMatcher, rt.code)
|
||
importCount += importCount1
|
||
}
|
||
|
||
// 将 import 转换为 require
|
||
rt.code = importModMatcher.ReplaceAllString(rt.code, "let $1 = require('$2')")
|
||
|
||
// 如果没有import，默认import所有
|
||
if modErr == nil && importCount == 0 {
|
||
modErr = rt.requireMod("")
|
||
}
|
||
if modErr != nil {
|
||
return nil, modErr
|
||
}
|
||
|
||
//fmt.Println(u.BCyan(rt.code))
|
||
|
||
// 处理模块引用
|
||
require.NewRegistryWithLoader(func(path string) ([]byte, error) {
|
||
modFile := path
|
||
if !filepath.IsAbs(modFile) {
|
||
modFile = filepath.Join(filepath.Dir(rt.file), modFile)
|
||
}
|
||
if !strings.HasSuffix(modFile, ".js") && !u.FileExists(modFile) {
|
||
modFile += ".js"
|
||
}
|
||
modCode := ""
|
||
if rt.moduleLoader != nil {
|
||
modCode = rt.moduleLoader(modFile)
|
||
}
|
||
if modCode == "" {
|
||
var err error
|
||
modCode, err = u.ReadFile(modFile)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
modCode, _, _ = rt.makeImport(importLibMatcher, modCode)
|
||
modCode, _, _ = rt.makeImport(requireLibMatcher, modCode)
|
||
return []byte(modCode), modErr
|
||
}).Enable(rt.vm)
|
||
|
||
// 初始化主函数
|
||
if !checkMainMatcher.MatchString(rt.code) {
|
||
rt.code = "function main(...args){" + rt.code + "}"
|
||
}
|
||
if r, err := rt.vm.RunScript(rt.file, rt.code); err != nil {
|
||
return nil, err
|
||
} else {
|
||
return r, nil
|
||
}
|
||
}
|
||
|
||
func (rt *Runtime) RunMain(args ...any) (any, error) {
|
||
// 解析参数
|
||
for i, arg := range args {
|
||
if str, ok := arg.(string); ok {
|
||
var v interface{}
|
||
if err := json.Unmarshal([]byte(str), &v); err == nil {
|
||
args[i] = v
|
||
}
|
||
}
|
||
}
|
||
|
||
if err := rt.vm.Set("__args", args); err != nil {
|
||
return nil, err
|
||
}
|
||
jsResult, err := rt.vm.RunScript("main", "main(...__args)")
|
||
|
||
var result any
|
||
if err == nil {
|
||
if jsResult != nil && !jsResult.Equals(goja.Undefined()) {
|
||
result = jsResult.Export()
|
||
}
|
||
}
|
||
return result, err
|
||
}
|
||
|
||
func (rt *Runtime) RunCode(code string) (any, error) {
|
||
jsResult, err := rt.vm.RunScript(rt.file, code)
|
||
|
||
var result any
|
||
if err == nil {
|
||
if jsResult != nil && !jsResult.Equals(goja.Undefined()) {
|
||
result = jsResult.Export()
|
||
}
|
||
}
|
||
return result, err
|
||
}
|
||
|
||
type Exports struct {
|
||
LLMList []string
|
||
}
|
||
|
||
func ExportForDev() (string, error) {
|
||
Init()
|
||
if len(llm.List()) == 0 && !u.FileExists("env.yml") && !u.FileExists("env.json") && !u.FileExists("llm.yml") && !u.FileExists("llm.json") {
|
||
return "", errors.New("no llm config found, please run `ai -e` on env.yml or llm.yml path")
|
||
}
|
||
exports := Exports{}
|
||
for name, _ := range llm.List() {
|
||
exports.LLMList = append(exports.LLMList, name)
|
||
}
|
||
|
||
exportFile := filepath.Join("lib", "ai.ts")
|
||
var tpl *template.Template
|
||
var err error
|
||
if tpl, err = template.New(exportFile).Parse(aiTS); err == nil {
|
||
buf := bytes.NewBuffer(make([]byte, 0))
|
||
if err = tpl.Execute(buf, exports); err == nil {
|
||
err = u.WriteFileBytes(exportFile, buf.Bytes())
|
||
}
|
||
}
|
||
if err != nil {
|
||
return "", err
|
||
}
|
||
|
||
_ = u.WriteFile(filepath.Join("lib", "console.ts"), consoleTS)
|
||
_ = u.WriteFile(filepath.Join("lib", "file.ts"), fileTS)
|
||
_ = u.WriteFile(filepath.Join("lib", "util.ts"), utilTS)
|
||
_ = u.WriteFile(filepath.Join("lib", "http.ts"), httpTS)
|
||
|
||
return `import {` + strings.Join(exports.LLMList, ", ") + `} from './lib/ai'
|
||
import console from './lib/console'
|
||
import util from './lib/util'
|
||
import http from './lib/http'
|
||
import file from './lib/file'`, nil
|
||
}
|