mirror of https://github.com/tinygo-org/tinygo.git
Browse Source
This allows us to test a large corpus of external packages against the compiler.pull/2573/head
Nia Waldvogel
3 years ago
committed by
Nia
Nia
8 changed files with 474 additions and 4 deletions
@ -0,0 +1,177 @@ |
|||
package main |
|||
|
|||
import ( |
|||
"flag" |
|||
"os" |
|||
"os/exec" |
|||
"strings" |
|||
"sync" |
|||
"testing" |
|||
|
|||
yaml "gopkg.in/yaml.v2" |
|||
) |
|||
|
|||
/* |
|||
This contains code from https://github.com/dgryski/tinygo-test-corpus
|
|||
|
|||
The MIT License (MIT) |
|||
|
|||
Copyright (c) 2020 Damian Gryski <damian@gryski.com> |
|||
|
|||
Permission is hereby granted, free of charge, to any person obtaining a copy |
|||
of this software and associated documentation files (the "Software"), to deal |
|||
in the Software without restriction, including without limitation the rights |
|||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
|||
copies of the Software, and to permit persons to whom the Software is |
|||
furnished to do so, subject to the following conditions: |
|||
|
|||
The above copyright notice and this permission notice shall be included in |
|||
all copies or substantial portions of the Software. |
|||
|
|||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
|||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
|||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
|||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
|||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
|||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
|||
THE SOFTWARE. |
|||
|
|||
*/ |
|||
|
|||
var corpus = flag.String("corpus", "", "path to test corpus") |
|||
|
|||
func TestCorpus(t *testing.T) { |
|||
t.Parallel() |
|||
if *corpus == "" { |
|||
t.Skip() |
|||
} |
|||
|
|||
var target string |
|||
if *testTarget != "" { |
|||
target = *testTarget |
|||
} |
|||
|
|||
repos, err := loadRepos(*corpus) |
|||
if err != nil { |
|||
t.Fatalf("loading corpus: %v", err) |
|||
} |
|||
|
|||
for _, repo := range repos { |
|||
repo := repo |
|||
name := repo.Repo |
|||
if repo.Tags != "" { |
|||
name += "(" + strings.ReplaceAll(repo.Tags, " ", "-") + ")" |
|||
} |
|||
if repo.Version != "" { |
|||
name += "@" + repo.Version |
|||
} |
|||
t.Run(name, func(t *testing.T) { |
|||
t.Parallel() |
|||
|
|||
if target == "wasi" && repo.SkipWASI { |
|||
t.Skip("skip wasi") |
|||
} |
|||
if repo.Slow && testing.Short() { |
|||
t.Skip("slow test") |
|||
} |
|||
|
|||
var wg sync.WaitGroup |
|||
defer wg.Wait() |
|||
out := ioLogger(t, &wg) |
|||
defer out.Close() |
|||
|
|||
dir := t.TempDir() |
|||
cmd := exec.Command("go", "mod", "init", "github.com/tinygo/tinygo-corpus-test") |
|||
cmd.Dir = dir |
|||
cmd.Stdout, cmd.Stderr = out, out |
|||
err := cmd.Run() |
|||
if err != nil { |
|||
t.Errorf("failed to init: %s", err.Error()) |
|||
return |
|||
} |
|||
|
|||
var ver string |
|||
if repo.Version != "" { |
|||
ver = "@" + repo.Version |
|||
} |
|||
cmd = exec.Command("go", "get", "-t", "-d", repo.Repo+"/..."+ver) |
|||
cmd.Dir = dir |
|||
cmd.Stdout, cmd.Stderr = out, out |
|||
err = cmd.Run() |
|||
if err != nil { |
|||
t.Errorf("failed to get: %s", err.Error()) |
|||
return |
|||
} |
|||
|
|||
doTest := func(t *testing.T, path string) { |
|||
var wg sync.WaitGroup |
|||
defer wg.Wait() |
|||
out := ioLogger(t, &wg) |
|||
defer out.Close() |
|||
|
|||
opts := optionsFromTarget(target, sema) |
|||
opts.Directory = dir |
|||
opts.Tags = repo.Tags |
|||
|
|||
passed, err := Test(path, out, out, &opts, false, testing.Verbose(), false, "", "", "", "") |
|||
if err != nil { |
|||
t.Errorf("test error: %v", err) |
|||
} |
|||
if !passed { |
|||
t.Error("test failed") |
|||
} |
|||
} |
|||
if len(repo.Subdirs) == 0 { |
|||
doTest(t, repo.Repo) |
|||
return |
|||
} |
|||
|
|||
for _, dir := range repo.Subdirs { |
|||
dir := dir |
|||
t.Run(dir.Pkg, func(t *testing.T) { |
|||
t.Parallel() |
|||
|
|||
if target == "wasi" && dir.SkipWASI { |
|||
t.Skip("skip wasi") |
|||
} |
|||
if dir.Slow && testing.Short() { |
|||
t.Skip("slow test") |
|||
} |
|||
|
|||
doTest(t, repo.Repo+"/"+dir.Pkg) |
|||
}) |
|||
} |
|||
}) |
|||
} |
|||
} |
|||
|
|||
type T struct { |
|||
Repo string |
|||
Tags string |
|||
Subdirs []Subdir |
|||
SkipWASI bool |
|||
Slow bool |
|||
Version string |
|||
} |
|||
|
|||
type Subdir struct { |
|||
Pkg string |
|||
SkipWASI bool |
|||
Slow bool |
|||
} |
|||
|
|||
func loadRepos(f string) ([]T, error) { |
|||
|
|||
yf, err := os.ReadFile(f) |
|||
if err != nil { |
|||
return nil, err |
|||
} |
|||
|
|||
var repos []T |
|||
err = yaml.Unmarshal(yf, &repos) |
|||
if err != nil { |
|||
return nil, err |
|||
} |
|||
|
|||
return repos, nil |
|||
} |
|||
@ -0,0 +1,273 @@ |
|||
# This contains code from https://github.com/dgryski/tinygo-test-corpus |
|||
|
|||
# The MIT License (MIT) |
|||
|
|||
# Copyright (c) 2020 Damian Gryski <damian@gryski.com> |
|||
|
|||
# Permission is hereby granted, free of charge, to any person obtaining a copy |
|||
# of this software and associated documentation files (the "Software"), to deal |
|||
# in the Software without restriction, including without limitation the rights |
|||
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
|||
# copies of the Software, and to permit persons to whom the Software is |
|||
# furnished to do so, subject to the following conditions: |
|||
|
|||
# The above copyright notice and this permission notice shall be included in |
|||
# all copies or substantial portions of the Software. |
|||
|
|||
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
|||
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
|||
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
|||
# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
|||
# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
|||
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN |
|||
# THE SOFTWARE. |
|||
|
|||
- repo: github.com/dgryski/go-bloomindex |
|||
tags: purego noasm |
|||
- repo: github.com/dgryski/go-arc |
|||
- repo: github.com/dgryski/go-camellia |
|||
- repo: github.com/dgryski/go-change |
|||
- repo: github.com/dgryski/go-chaskey |
|||
tags: appengine purego noasm |
|||
skipwasi: true # siphash has build tag issues |
|||
- repo: github.com/dgryski/go-clefia |
|||
- repo: github.com/dgryski/go-clockpro |
|||
- repo: github.com/dgryski/go-cobs |
|||
- repo: github.com/dgryski/go-cuckoof |
|||
tags: pureno noasm |
|||
- repo: github.com/dgryski/go-discreterand |
|||
- repo: github.com/dgryski/go-expirecache |
|||
- repo: github.com/dgryski/go-factor |
|||
- repo: github.com/dgryski/go-farm |
|||
tags: purego noasm |
|||
- repo: github.com/dgryski/go-fuzzstr |
|||
- repo: github.com/dgryski/go-hollow |
|||
- repo: github.com/dgryski/go-idea |
|||
- repo: github.com/dgryski/go-interp |
|||
skipwasi: true # too slow on wasi |
|||
slow: true |
|||
- repo: github.com/dgryski/go-intpat |
|||
- repo: github.com/dgryski/go-jump |
|||
- repo: github.com/dgryski/go-kcipher2 |
|||
- repo: github.com/dgryski/go-ketama |
|||
- repo: github.com/dgryski/go-krcrypt |
|||
- repo: github.com/dgryski/go-linebreak |
|||
- repo: github.com/dgryski/go-linlog |
|||
- repo: github.com/dgryski/go-maglev |
|||
tags: appengine # for dchest/siphash |
|||
skipwasi: true |
|||
- repo: github.com/dgryski/go-marvin32 |
|||
tags: purego |
|||
- repo: github.com/dgryski/go-md5crypt |
|||
- repo: github.com/dgryski/go-metro |
|||
tags: purego noasm |
|||
- repo: github.com/dgryski/go-misty1 |
|||
- repo: github.com/dgryski/go-mph |
|||
tags: purego noasm |
|||
- repo: github.com/dgryski/go-mpchash |
|||
tags: appengine # for dchest/siphash |
|||
skipwasi: true |
|||
- repo: github.com/dgryski/go-neeva |
|||
- repo: github.com/dgryski/go-nibz |
|||
- repo: github.com/dgryski/go-nibblesort |
|||
- repo: github.com/dgryski/go-pcgr |
|||
- repo: github.com/dgryski/go-present |
|||
- repo: github.com/dgryski/go-quicklz |
|||
skipwasi: true # not 32-bit compliant |
|||
- repo: github.com/dgryski/go-radixsort |
|||
- repo: github.com/dgryski/go-rbo |
|||
- repo: github.com/dgryski/go-rc5 |
|||
- repo: github.com/dgryski/go-rc6 |
|||
- repo: github.com/dgryski/go-s4lru |
|||
- repo: github.com/dgryski/go-sequitur |
|||
- repo: github.com/dgryski/go-sip13 |
|||
tags: purego noasm |
|||
- repo: github.com/dgryski/go-skinny |
|||
- repo: github.com/dgryski/go-skip32 |
|||
- repo: github.com/dgryski/go-skipjack |
|||
- repo: github.com/dgryski/go-sparx |
|||
- repo: github.com/dgryski/go-spooky |
|||
- repo: github.com/dgryski/go-spritz |
|||
- repo: github.com/dgryski/go-timewindow |
|||
- repo: github.com/dgryski/go-tinymap |
|||
- repo: github.com/dgryski/go-trigram |
|||
- repo: github.com/dgryski/go-twine |
|||
- repo: github.com/dgryski/go-xoroshiro |
|||
- repo: github.com/dgryski/go-xoshiro |
|||
- repo: github.com/dgryski/go-zlatlong |
|||
- repo: github.com/dgryski/go-postings |
|||
tags: purego noasm |
|||
- repo: golang.org/x/crypto |
|||
tags: purego noasm |
|||
subdirs: |
|||
- pkg: argon2 |
|||
- pkg: bcrypt |
|||
- pkg: blake2b |
|||
- pkg: blake2s |
|||
- pkg: blowfish |
|||
- pkg: bn256 |
|||
- pkg: cast5 |
|||
- pkg: chacha20poly1305 |
|||
- pkg: curve25519 |
|||
- pkg: ed25519 |
|||
- pkg: hkdf |
|||
- pkg: internal/subtle |
|||
- pkg: md4 |
|||
- pkg: nacl/auth |
|||
- pkg: nacl/box |
|||
- pkg: nacl/secretbox |
|||
- pkg: nacl/sign |
|||
- pkg: openpgp/armor |
|||
- pkg: openpgp/elgamal |
|||
- pkg: openpgp/s2k |
|||
- pkg: pbkdf2 |
|||
- pkg: pkcs12/internal/rc2 |
|||
- pkg: ripemd160 |
|||
- pkg: salsa20 |
|||
- pkg: scrypt |
|||
- pkg: ssh/internal/bcrypt_pbkdf |
|||
- pkg: tea |
|||
- pkg: twofish |
|||
- pkg: xtea |
|||
# chacha20 -- panic: chacha20: SetCounter attempted to rollback counter |
|||
# cryptobyte -- panic: unimplemented: reflect.OverflowInt() |
|||
# salsa20/salsa -- panic: runtime error: index out of range |
|||
# sha3 -- panic: unimplemented: (reflect.Type).NumMethod() |
|||
- repo: github.com/google/shlex |
|||
- repo: github.com/google/btree |
|||
- repo: github.com/google/der-ascii |
|||
subdirs: |
|||
- pkg: cmd/ascii2der |
|||
- pkg: cmd/der2ascii |
|||
- pkg: internal |
|||
- repo: github.com/google/hilbert |
|||
- repo: github.com/google/go-intervals |
|||
subdirs: |
|||
- pkg: intervalset |
|||
- pkg: timespanset |
|||
skipwasi: true # needs timezone stuff |
|||
- repo: github.com/google/okay |
|||
- repo: golang.org/x/text |
|||
subdirs: |
|||
- pkg: encoding |
|||
- pkg: encoding/charmap |
|||
- pkg: encoding/htmlindex |
|||
- pkg: encoding/ianaindex |
|||
- pkg: encoding/japanese |
|||
- pkg: encoding/korean |
|||
- pkg: encoding/simplifiedchinese |
|||
- pkg: encoding/traditionalchinese |
|||
- pkg: encoding/unicode |
|||
- pkg: encoding/unicode/utf32 |
|||
- pkg: internal/format |
|||
- pkg: internal/ucd |
|||
- pkg: internal/tag |
|||
- pkg: search |
|||
- pkg: unicode/rangetable |
|||
- pkg: message/catalog |
|||
# 'collate/build', # -- panic: (reflect.Value).Interface: unexported |
|||
# 'feature/plural', # TestSelect, TestOrdinal, TestCardinal fail |
|||
# 'internal/catmsg', # TestCodec fails |
|||
# 'internal/gen/bitfield', # panic: unimplemented: (reflect.Type).Name() |
|||
# 'number', # fails due to printf %T formatting |
|||
- repo: golang.org/x/image |
|||
tags: noasm |
|||
subdirs: |
|||
# - bmp: needs _time.startTimer |
|||
- pkg: ccitt |
|||
- pkg: colornames |
|||
- pkg: draw |
|||
- pkg: font |
|||
- pkg: font/basicfont |
|||
- pkg: font/opentype |
|||
- pkg: font/plan9font |
|||
- pkg: math/fixed |
|||
- pkg: riff |
|||
- pkg: webp |
|||
- pkg: tiff |
|||
- repo: github.com/golang/geo |
|||
subdirs: |
|||
- pkg: r1 |
|||
- pkg: r2 |
|||
- pkg: r3 |
|||
- pkg: s1 |
|||
# 's2' -- reflect.DeepEqual() -> MapKeys |
|||
- repo: github.com/golang/groupcache |
|||
subdirs: |
|||
- pkg: consistenthash |
|||
- pkg: lru |
|||
- repo: github.com/armon/go-radix |
|||
- repo: github.com/armon/circbuf |
|||
- repo: github.com/VividCortex/gohistogram |
|||
- repo: github.com/cespare/xxhash |
|||
tags: appengine |
|||
- repo: gonum.org/v1/gonum |
|||
tags: noasm |
|||
- repo: gonum.org/v1/gonum |
|||
tags: noasm appengine |
|||
subdirs: |
|||
- pkg: blas/blas32 |
|||
- pkg: blas/cblas64 |
|||
- pkg: blas/cblas128 |
|||
- pkg: cmplxs/cscalar |
|||
- pkg: dsp/window |
|||
- pkg: floats/scalar |
|||
- pkg: integrate |
|||
- pkg: integrate/quad |
|||
- pkg: internal/cmplx64 |
|||
- pkg: internal/testrand |
|||
- pkg: lapack/gonum |
|||
skipwasi: true # takes too long |
|||
slow: true |
|||
- pkg: mathext |
|||
- pkg: mathext/prng |
|||
- pkg: optimize/convex/lp |
|||
skipwasi: true # takes too long |
|||
- pkg: optimize/functions |
|||
- pkg: spatial/r2 |
|||
- pkg: spatial/r3 |
|||
- pkg: stat/distmat |
|||
- pkg: stat/mds |
|||
- pkg: stat/spatial |
|||
- pkg: stat/distmv |
|||
skipwasi: true # takes too long |
|||
slow: true |
|||
- pkg: stat/samplemv |
|||
skipwasi: true # takes too long |
|||
# 'blas/blas64', # -- TestDasum panic: blas: n < 0 |
|||
# 'blas/gonum', # -- panic: blas: n < 0 |
|||
# 'cmplxs', # -- TestAdd panic: cmplxs: slice lengths do not match |
|||
# 'diff/fd', # -- panic: fd: slice length mismatch |
|||
# 'floats', # -- panic: floats: destination slice length does not match input |
|||
# 'graph', # ld.lld-11: -- error: undefined symbol: reflect.mapiterkey (among other reflect errors) |
|||
# 'graph/topo', # -- Reflect: Same as above |
|||
# 'internal/math32', # -- /usr/local/go/src/testing/quick/quick.go:273:11: fType.NumOut undefined (type reflect.Type has no field or method NumOut) |
|||
# 'interp', # -- panic: interp: input slices have different lengths |
|||
# 'mat', # -- panic: mat: row index out of range |
|||
# 'num/dual', # -- TestFormat unexpected result for fmt.Sprintf("%#v", T{Real:1.1, Emag:2.1}): got:"T{Real:1.1, Emag:2.1}", want:"dual.Number{Real:1.1, Emag:2.1}" unexpected result for fmt.Sprintf("%#v", T{Real:-1.1, Emag:-2.1}): got:"T{Real:-1.1, Emag:-2.1}", want:"dual.Number{Real:-1.1, Emag:-2.1}" |
|||
# 'num/dualcmplx', # -- TestFormat (similar to above) |
|||
# 'num/dualquat', # -- TestFormat (similar to above) |
|||
# 'num/hyperdual', # -- TestFormat (similar to above) |
|||
# 'num/quat', # -- TestFormat (similar to above) |
|||
# 'optimize', # // ld.lld-11: error: undefined symbol: golang.org/x/tools/container/intsets.havePOPCNT error: failed to link ... |
|||
# 'spatial/barneshut', # -- panic: unimplemented: (reflect.Value).MapKeys() |
|||
# 'spatial/kdtree', # -- panic: unimplemented: (reflect.Value).MapKeys() |
|||
# 'spatial/vptree', # -- panic: unimplemented: (reflect.Value).MapKeys() |
|||
# 'stat', # -- panic: stat: slice length mismatch |
|||
# 'stat/card', # -- /usr/local/go/src/encoding/gob/decode.go:562:21: MakeMapWithSize not declared by package reflect |
|||
# 'stat/distuv', # -- panic: distuv: cannot compute Mode for Beta != 0\ |
|||
# 'stat/sampleuv', # -- TestWeightedTimeSeeded requires t.Skip(), otherwise passes |
|||
# 'unit', # -- All Format tests fail. Similar to `num` subpackages. |
|||
|
|||
- repo: github.com/cloudflare/bm |
|||
- repo: github.com/cloudflare/bn256 |
|||
tags: generic |
|||
# "cloudflare/ahocorasick" -- interp timeout building regexps in test |
|||
# - repo: github.com/google/open-location-code # unfortunately, Go discards the test files |
|||
# version: master |
|||
# skipwasi: true # needs file access |
|||
# subdirs: |
|||
# - pkg: go |
|||
- repo: github.com/chewxy/math32 |
|||
tags: noasm |
|||
version: master |
|||
Loading…
Reference in new issue