package main // This file tests the compiler by running Go files in testdata/*.go and // comparing their output with the expected output in testdata/*.txt. import ( "bufio" "bytes" "errors" "flag" "io" "os" "os/exec" "reflect" "regexp" "runtime" "slices" "strings" "sync" "testing" "time" "github.com/aykevl/go-wasm" "github.com/tinygo-org/tinygo/builder" "github.com/tinygo-org/tinygo/compileopts" "github.com/tinygo-org/tinygo/diagnostics" "github.com/tinygo-org/tinygo/goenv" ) const TESTDATA = "testdata" var testTarget = flag.String("target", "", "override test target") var supportedLinuxArches = map[string]string{ "AMD64Linux": "linux/amd64", "X86Linux": "linux/386", "ARMLinux": "linux/arm/6", "ARM64Linux": "linux/arm64", "MIPSLinux": "linux/mipsle/hardfloat", "WASIp1": "wasip1/wasm", } func init() { major, _, _ := goenv.GetGorootVersion() if major < 21 { // Go 1.20 backwards compatibility. // Should be removed once we drop support for Go 1.20. delete(supportedLinuxArches, "WASIp1") } } var sema = make(chan struct{}, runtime.NumCPU()) func TestBuild(t *testing.T) { t.Parallel() tests := []string{ "alias.go", "atomic.go", "binop.go", "calls.go", "cgo/", "channel.go", "embed/", "float.go", "gc.go", "generics.go", "goroutines.go", "init.go", "init_multi.go", "interface.go", "json.go", "map.go", "math.go", "oldgo/", "print.go", "reflect.go", "slice.go", "sort.go", "stdlib.go", "string.go", "structs.go", "testing.go", "timers.go", "zeroalloc.go", } // Go 1.21 made some changes to the language, which we can only test when // we're actually on Go 1.21. _, minor, err := goenv.GetGorootVersion() if err != nil { t.Fatal("could not get version:", minor) } if minor >= 21 { tests = append(tests, "go1.21.go") } if minor >= 22 { tests = append(tests, "go1.22/") } if *testTarget != "" { // This makes it possible to run one specific test (instead of all), // which is especially useful to quickly check whether some changes // affect a particular target architecture. runPlatTests(optionsFromTarget(*testTarget, sema), tests, t) return } t.Run("Host", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("", sema), tests, t) }) // Test a few build options. t.Run("build-options", func(t *testing.T) { t.Parallel() // Test with few optimizations enabled (no inlining, etc). t.Run("opt=1", func(t *testing.T) { t.Parallel() opts := optionsFromTarget("", sema) opts.Opt = "1" runTestWithConfig("stdlib.go", t, opts, nil, nil) }) // Test with only the bare minimum of optimizations enabled. // TODO: fix this for stdlib.go, which currently fails. t.Run("opt=0", func(t *testing.T) { t.Parallel() opts := optionsFromTarget("", sema) opts.Opt = "0" runTestWithConfig("print.go", t, opts, nil, nil) }) t.Run("ldflags", func(t *testing.T) { t.Parallel() opts := optionsFromTarget("", sema) opts.GlobalValues = map[string]map[string]string{ "main": { "someGlobal": "foobar", }, } runTestWithConfig("ldflags.go", t, opts, nil, nil) }) }) if testing.Short() { // Don't test other targets when the -short flag is used. Only test the // host system. return } t.Run("EmulatedCortexM3", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("cortex-m-qemu", sema), tests, t) }) t.Run("EmulatedRISCV", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("riscv-qemu", sema), tests, t) }) t.Run("AVR", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("simavr", sema), tests, t) }) if runtime.GOOS == "linux" { for name, osArch := range supportedLinuxArches { options := optionsFromOSARCH(osArch, sema) if options.GOARCH != runtime.GOARCH { // Native architecture already run above. t.Run(name, func(t *testing.T) { runPlatTests(options, tests, t) }) } } t.Run("WebAssembly", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("wasm", sema), tests, t) }) t.Run("WASI", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("wasip1", sema), tests, t) }) t.Run("WASIp2", func(t *testing.T) { t.Parallel() runPlatTests(optionsFromTarget("wasip2", sema), tests, t) }) } } func runPlatTests(options compileopts.Options, tests []string, t *testing.T) { emuCheck(t, options) spec, err := compileopts.LoadTarget(&options) if err != nil { t.Fatal("failed to load target spec:", err) } // FIXME: this should really be: // isWebAssembly := strings.HasPrefix(spec.Triple, "wasm") isWASI := strings.HasPrefix(options.Target, "wasi") isWebAssembly := isWASI || strings.HasPrefix(options.Target, "wasm") || (options.Target == "" && strings.HasPrefix(options.GOARCH, "wasm")) for _, name := range tests { if options.GOOS == "linux" && (options.GOARCH == "arm" || options.GOARCH == "386") { switch name { case "timers.go": // Timer tests do not work because syscall.seek is implemented // as Assembly in mainline Go and causes linker failure continue } } if options.GOOS == "linux" && (options.GOARCH == "mips" || options.GOARCH == "mipsle") { if name == "atomic.go" { // 64-bit atomic operations aren't currently supported on MIPS. continue } } if options.Target == "simavr" { // Not all tests are currently supported on AVR. // Skip the ones that aren't. switch name { case "reflect.go": // Reflect tests do not run correctly, probably because of the // limited amount of memory. continue case "gc.go": // Does not pass due to high mark false positive rate. continue case "json.go", "stdlib.go", "testing.go": // Too big for AVR. Doesn't fit in flash/RAM. continue case "math.go": // Needs newer picolibc version (for sqrt). continue case "cgo/": // CGo function pointers don't work on AVR (needs LLVM 16 and // some compiler changes). continue default: } } if options.Target == "wasip2" { switch name { case "cgo/": // waisp2 use our own libc; cgo tests fail continue } } name := name // redefine to avoid race condition t.Run(name, func(t *testing.T) { t.Parallel() runTest(name, options, t, nil, nil) }) } if !strings.HasPrefix(spec.Emulator, "simavr ") { t.Run("env.go", func(t *testing.T) { t.Parallel() runTest("env.go", options, t, []string{"first", "second"}, []string{"ENV1=VALUE1", "ENV2=VALUE2"}) }) } if isWebAssembly { t.Run("alias.go-scheduler-none", func(t *testing.T) { t.Parallel() options := compileopts.Options(options) options.Scheduler = "none" runTest("alias.go", options, t, nil, nil) }) } if options.Target == "" || isWASI { t.Run("filesystem.go", func(t *testing.T) { t.Parallel() runTest("filesystem.go", options, t, nil, nil) }) } if options.Target == "" || options.Target == "wasm" || isWASI { t.Run("rand.go", func(t *testing.T) { t.Parallel() runTest("rand.go", options, t, nil, nil) }) } if !isWebAssembly { // The recover() builtin isn't supported yet on WebAssembly and Windows. t.Run("recover.go", func(t *testing.T) { t.Parallel() runTest("recover.go", options, t, nil, nil) }) } } func emuCheck(t *testing.T, options compileopts.Options) { // Check if the emulator is installed. spec, err := compileopts.LoadTarget(&options) if err != nil { t.Fatal("failed to load target spec:", err) } if spec.Emulator != "" { emulatorCommand := strings.SplitN(spec.Emulator, " ", 2)[0] _, err := exec.LookPath(emulatorCommand) if err != nil { if errors.Is(err, exec.ErrNotFound) { t.Skipf("emulator not installed: %q", emulatorCommand) } t.Errorf("searching for emulator: %v", err) return } } } func optionsFromTarget(target string, sema chan struct{}) compileopts.Options { separators := strings.Count(target, "/") if (separators == 1 || separators == 2) && !strings.HasSuffix(target, ".json") { return optionsFromOSARCH(target, sema) } return compileopts.Options{ // GOOS/GOARCH are only used if target == "" GOOS: goenv.Get("GOOS"), GOARCH: goenv.Get("GOARCH"), GOARM: goenv.Get("GOARM"), GOMIPS: goenv.Get("GOMIPS"), Target: target, Semaphore: sema, InterpTimeout: 180 * time.Second, Debug: true, VerifyIR: true, Opt: "z", } } // optionsFromOSARCH returns a set of options based on the "osarch" string. This // string is in the form of "os/arch/subarch", with the subarch only sometimes // being necessary. Examples are "darwin/amd64" or "linux/arm/7". func optionsFromOSARCH(osarch string, sema chan struct{}) compileopts.Options { parts := strings.Split(osarch, "/") options := compileopts.Options{ GOOS: parts[0], GOARCH: parts[1], Semaphore: sema, InterpTimeout: 180 * time.Second, Debug: true, VerifyIR: true, Opt: "z", } switch options.GOARCH { case "arm": options.GOARM = parts[2] case "mips", "mipsle": options.GOMIPS = parts[2] } return options } func runTest(name string, options compileopts.Options, t *testing.T, cmdArgs, environmentVars []string) { runTestWithConfig(name, t, options, cmdArgs, environmentVars) } func runTestWithConfig(name string, t *testing.T, options compileopts.Options, cmdArgs, environmentVars []string) { // Get the expected output for this test. // Note: not using filepath.Join as it strips the path separator at the end // of the path. path := TESTDATA + "/" + name // Get the expected output for this test. txtpath := path[:len(path)-3] + ".txt" pkgName := "./" + path if path[len(path)-1] == '/' { txtpath = path + "out.txt" options.Directory = path pkgName = "." } expected, err := os.ReadFile(txtpath) if err != nil { t.Fatal("could not read expected output file:", err) } config, err := builder.NewConfig(&options) if err != nil { t.Fatal(err) } // Build the test binary. stdout := &bytes.Buffer{} _, err = buildAndRun(pkgName, config, stdout, cmdArgs, environmentVars, time.Minute, func(cmd *exec.Cmd, result builder.BuildResult) error { return cmd.Run() }) if err != nil { w := &bytes.Buffer{} diagnostics.CreateDiagnostics(err).WriteTo(w, "") for _, line := range strings.Split(strings.TrimRight(w.String(), "\n"), "\n") { t.Log(line) } t.Fail() return } // putchar() prints CRLF, convert it to LF. actual := bytes.Replace(stdout.Bytes(), []byte{'\r', '\n'}, []byte{'\n'}, -1) expected = bytes.Replace(expected, []byte{'\r', '\n'}, []byte{'\n'}, -1) // for Windows if config.EmulatorName() == "simavr" { // Strip simavr log formatting. actual = bytes.Replace(actual, []byte{0x1b, '[', '3', '2', 'm'}, nil, -1) actual = bytes.Replace(actual, []byte{0x1b, '[', '0', 'm'}, nil, -1) actual = bytes.Replace(actual, []byte{'.', '.', '\n'}, []byte{'\n'}, -1) actual = bytes.Replace(actual, []byte{'\n', '.', '\n'}, []byte{'\n', '\n'}, -1) } if name == "testing.go" { // Strip actual time. re := regexp.MustCompile(`\([0-9]\.[0-9][0-9]s\)`) actual = re.ReplaceAllLiteral(actual, []byte{'(', '0', '.', '0', '0', 's', ')'}) } // Check whether the command ran successfully. fail := false if err != nil { t.Log("failed to run:", err) fail = true } else if !bytes.Equal(expected, actual) { t.Logf("output did not match (expected %d bytes, got %d bytes):", len(expected), len(actual)) t.Logf(string(Diff("expected", expected, "actual", actual))) fail = true } if fail { r := bufio.NewReader(bytes.NewReader(actual)) for { line, err := r.ReadString('\n') if err != nil { break } t.Log("stdout:", line[:len(line)-1]) } t.Fail() } } // Test WebAssembly files for certain properties. func TestWebAssembly(t *testing.T) { t.Parallel() type testCase struct { name string panicStrategy string imports []string } for _, tc := range []testCase{ // Test whether there really are no imports when using -panic=trap. This // tests the bugfix for https://github.com/tinygo-org/tinygo/issues/4161. {name: "panic-default", imports: []string{"wasi_snapshot_preview1.fd_write"}}, {name: "panic-trap", panicStrategy: "trap", imports: []string{}}, } { tc := tc t.Run(tc.name, func(t *testing.T) { t.Parallel() tmpdir := t.TempDir() options := optionsFromTarget("wasi", sema) options.PanicStrategy = tc.panicStrategy config, err := builder.NewConfig(&options) if err != nil { t.Fatal(err) } result, err := builder.Build("testdata/trivialpanic.go", ".wasm", tmpdir, config) if err != nil { t.Fatal("failed to build binary:", err) } f, err := os.Open(result.Binary) if err != nil { t.Fatal("could not open output binary:", err) } defer f.Close() module, err := wasm.Parse(f) if err != nil { t.Fatal("could not parse output binary:", err) } // Test the list of imports. if tc.imports != nil { var imports []string for _, section := range module.Sections { switch section := section.(type) { case *wasm.SectionImport: for _, symbol := range section.Entries { imports = append(imports, symbol.Module+"."+symbol.Field) } } } if !slices.Equal(imports, tc.imports) { t.Errorf("import list not as expected!\nexpected: %v\nactual: %v", tc.imports, imports) } } }) } } func TestTest(t *testing.T) { t.Parallel() type targ struct { name string opts compileopts.Options } targs := []targ{ // Host {"Host", optionsFromTarget("", sema)}, } if !testing.Short() { if runtime.GOOS == "linux" { for name, osArch := range supportedLinuxArches { options := optionsFromOSARCH(osArch, sema) if options.GOARCH != runtime.GOARCH { // Native architecture already run above. targs = append(targs, targ{name, options}) } } } targs = append(targs, // QEMU microcontrollers targ{"EmulatedCortexM3", optionsFromTarget("cortex-m-qemu", sema)}, targ{"EmulatedRISCV", optionsFromTarget("riscv-qemu", sema)}, // Node/Wasmtime targ{"WASM", optionsFromTarget("wasm", sema)}, targ{"WASI", optionsFromTarget("wasip1", sema)}, ) } for _, targ := range targs { targ := targ t.Run(targ.name, func(t *testing.T) { t.Parallel() emuCheck(t, targ.opts) t.Run("Pass", func(t *testing.T) { t.Parallel() // Test a package which builds and passes normally. var wg sync.WaitGroup defer wg.Wait() out := ioLogger(t, &wg) defer out.Close() opts := targ.opts passed, err := Test("github.com/tinygo-org/tinygo/tests/testing/pass", out, out, &opts, "") if err != nil { t.Errorf("test error: %v", err) } if !passed { t.Error("test failed") } }) t.Run("Fail", func(t *testing.T) { t.Parallel() // Test a package which builds fine but fails. var wg sync.WaitGroup defer wg.Wait() out := ioLogger(t, &wg) defer out.Close() opts := targ.opts passed, err := Test("github.com/tinygo-org/tinygo/tests/testing/fail", out, out, &opts, "") if err != nil { t.Errorf("test error: %v", err) } if passed { t.Error("test passed") } }) if targ.name != "Host" { // Emulated tests are somewhat slow, and these do not need to be run across every platform. return } t.Run("Nothing", func(t *testing.T) { t.Parallel() // Test a package with no test files. var wg sync.WaitGroup defer wg.Wait() out := ioLogger(t, &wg) defer out.Close() var output bytes.Buffer opts := targ.opts passed, err := Test("github.com/tinygo-org/tinygo/tests/testing/nothing", io.MultiWriter(&output, out), out, &opts, "") if err != nil { t.Errorf("test error: %v", err) } if !passed { t.Error("test failed") } if !strings.Contains(output.String(), "[no test files]") { t.Error("missing [no test files] in output") } }) t.Run("BuildErr", func(t *testing.T) { t.Parallel() // Test a package which fails to build. var wg sync.WaitGroup defer wg.Wait() out := ioLogger(t, &wg) defer out.Close() opts := targ.opts passed, err := Test("github.com/tinygo-org/tinygo/tests/testing/builderr", out, out, &opts, "") if err == nil { t.Error("test did not error") } if passed { t.Error("test passed") } }) }) } } func ioLogger(t *testing.T, wg *sync.WaitGroup) io.WriteCloser { r, w := io.Pipe() wg.Add(1) go func() { defer wg.Done() defer r.Close() scanner := bufio.NewScanner(r) for scanner.Scan() { t.Log(scanner.Text()) } }() return w } func TestGetListOfPackages(t *testing.T) { opts := optionsFromTarget("", sema) tests := []struct { pkgs []string expectedPkgs []string expectesError bool }{ { pkgs: []string{"./tests/testing/recurse/..."}, expectedPkgs: []string{ "github.com/tinygo-org/tinygo/tests/testing/recurse", "github.com/tinygo-org/tinygo/tests/testing/recurse/subdir", }, }, { pkgs: []string{"./tests/testing/pass"}, expectedPkgs: []string{ "github.com/tinygo-org/tinygo/tests/testing/pass", }, }, { pkgs: []string{"./tests/testing"}, expectesError: true, }, } for _, test := range tests { actualPkgs, err := getListOfPackages(test.pkgs, &opts) if err != nil && !test.expectesError { t.Errorf("unexpected error: %v", err) } else if err == nil && test.expectesError { t.Error("expected error, but got none") } if !reflect.DeepEqual(test.expectedPkgs, actualPkgs) { t.Errorf("expected two slices to be equal, expected %v got %v", test.expectedPkgs, actualPkgs) } } } // This TestMain is necessary because TinyGo may also be invoked to run certain // LLVM tools in a separate process. Not capturing these invocations would lead // to recursive tests. func TestMain(m *testing.M) { if len(os.Args) >= 2 { switch os.Args[1] { case "clang", "ld.lld", "wasm-ld": // Invoke a specific tool. err := builder.RunTool(os.Args[1], os.Args[2:]...) if err != nil { // The tool should have printed an error message already. // Don't print another error message here. os.Exit(1) } os.Exit(0) } } // Run normal tests. os.Exit(m.Run()) }