// Copyright 2013 The Go Authors. All rights reserved. // Use of this source code is governed by a BSD-style // license that can be found in the LICENSE file. package runtime_test import ( "flag" "fmt" "internal/race" "internal/testenv" "os" "os/exec" "reflect" . "runtime" "strings" "testing" "time" "unsafe" ) var testMemStatsCount int func TestMemStats(t *testing.T) { testMemStatsCount++ // Make sure there's at least one forced GC. GC() // Test that MemStats has sane values. st := new(MemStats) ReadMemStats(st) nz := func(x interface{}) error { if x != reflect.Zero(reflect.TypeOf(x)).Interface() { return nil } return fmt.Errorf("zero value") } le := func(thresh float64) func(interface{}) error { return func(x interface{}) error { // These sanity tests aren't necessarily valid // with high -test.count values, so only run // them once. if testMemStatsCount > 1 { return nil } if reflect.ValueOf(x).Convert(reflect.TypeOf(thresh)).Float() < thresh { return nil } return fmt.Errorf("insanely high value (overflow?); want <= %v", thresh) } } eq := func(x interface{}) func(interface{}) error { return func(y interface{}) error { if x == y { return nil } return fmt.Errorf("want %v", x) } } // Of the uint fields, HeapReleased, HeapIdle can be 0. // PauseTotalNs can be 0 if timer resolution is poor. fields := map[string][]func(interface{}) error{ "Alloc": {nz, le(1e10)}, "TotalAlloc": {nz, le(1e11)}, "Sys": {nz, le(1e10)}, "Lookups": {eq(uint64(0))}, "Mallocs": {nz, le(1e10)}, "Frees": {nz, le(1e10)}, "HeapAlloc": {nz, le(1e10)}, "HeapSys": {nz, le(1e10)}, "HeapIdle": {le(1e10)}, "HeapInuse": {nz, le(1e10)}, "HeapReleased": {le(1e10)}, "HeapObjects": {nz, le(1e10)}, "StackInuse": {nz, le(1e10)}, "StackSys": {nz, le(1e10)}, "MSpanInuse": {nz, le(1e10)}, "MSpanSys": {nz, le(1e10)}, "MCacheInuse": {nz, le(1e10)}, "MCacheSys": {nz, le(1e10)}, "BuckHashSys": {nz, le(1e10)}, "GCSys": {nz, le(1e10)}, "OtherSys": {nz, le(1e10)}, "NextGC": {nz, le(1e10)}, "LastGC": {nz}, "PauseTotalNs": {le(1e11)}, "PauseNs": nil, "PauseEnd": nil, "NumGC": {nz, le(1e9)}, "NumForcedGC": {nz, le(1e9)}, "GCCPUFraction": {le(0.99)}, "EnableGC": {eq(true)}, "DebugGC": {eq(false)}, "BySize": nil, } rst := reflect.ValueOf(st).Elem() for i := 0; i < rst.Type().NumField(); i++ { name, val := rst.Type().Field(i).Name, rst.Field(i).Interface() checks, ok := fields[name] if !ok { t.Errorf("unknown MemStats field %s", name) continue } for _, check := range checks { if err := check(val); err != nil { t.Errorf("%s = %v: %s", name, val, err) } } } if st.Sys != st.HeapSys+st.StackSys+st.MSpanSys+st.MCacheSys+ st.BuckHashSys+st.GCSys+st.OtherSys { t.Fatalf("Bad sys value: %+v", *st) } if st.HeapIdle+st.HeapInuse != st.HeapSys { t.Fatalf("HeapIdle(%d) + HeapInuse(%d) should be equal to HeapSys(%d), but isn't.", st.HeapIdle, st.HeapInuse, st.HeapSys) } if lpe := st.PauseEnd[int(st.NumGC+255)%len(st.PauseEnd)]; st.LastGC != lpe { t.Fatalf("LastGC(%d) != last PauseEnd(%d)", st.LastGC, lpe) } var pauseTotal uint64 for _, pause := range st.PauseNs { pauseTotal += pause } if int(st.NumGC) < len(st.PauseNs) { // We have all pauses, so this should be exact. if st.PauseTotalNs != pauseTotal { t.Fatalf("PauseTotalNs(%d) != sum PauseNs(%d)", st.PauseTotalNs, pauseTotal) } for i := int(st.NumGC); i < len(st.PauseNs); i++ { if st.PauseNs[i] != 0 { t.Fatalf("Non-zero PauseNs[%d]: %+v", i, st) } if st.PauseEnd[i] != 0 { t.Fatalf("Non-zero PauseEnd[%d]: %+v", i, st) } } } else { if st.PauseTotalNs < pauseTotal { t.Fatalf("PauseTotalNs(%d) < sum PauseNs(%d)", st.PauseTotalNs, pauseTotal) } } if st.NumForcedGC > st.NumGC { t.Fatalf("NumForcedGC(%d) > NumGC(%d)", st.NumForcedGC, st.NumGC) } } func TestStringConcatenationAllocs(t *testing.T) { n := testing.AllocsPerRun(1e3, func() { b := make([]byte, 10) for i := 0; i < 10; i++ { b[i] = byte(i) + '0' } s := "foo" + string(b) if want := "foo0123456789"; s != want { t.Fatalf("want %v, got %v", want, s) } }) // Only string concatenation allocates. if n != 1 { t.Fatalf("want 1 allocation, got %v", n) } } func TestTinyAlloc(t *testing.T) { const N = 16 var v [N]unsafe.Pointer for i := range v { v[i] = unsafe.Pointer(new(byte)) } chunks := make(map[uintptr]bool, N) for _, p := range v { chunks[uintptr(p)&^7] = true } if len(chunks) == N { t.Fatal("no bytes allocated within the same 8-byte chunk") } } func TestPhysicalMemoryUtilization(t *testing.T) { got := runTestProg(t, "testprog", "GCPhys") want := "OK\n" if got != want { t.Fatalf("expected %q, but got %q", want, got) } } type acLink struct { x [1 << 20]byte } var arenaCollisionSink []*acLink func TestArenaCollision(t *testing.T) { if GOOS == "darwin" && race.Enabled { // Skip this test on Darwin in race mode because Darwin 10.10 has // issues following arena hints and runs out of them in race mode, so // MAP_FIXED is used to ensure we keep the heap in the memory region the // race detector expects. // TODO(mknyszek): Delete this when Darwin 10.10 is no longer supported. t.Skip("disabled on Darwin with race mode since MAP_FIXED is used") } testenv.MustHaveExec(t) // Test that mheap.sysAlloc handles collisions with other // memory mappings. if os.Getenv("TEST_ARENA_COLLISION") != "1" { cmd := testenv.CleanCmdEnv(exec.Command(os.Args[0], "-test.run=TestArenaCollision", "-test.v")) cmd.Env = append(cmd.Env, "TEST_ARENA_COLLISION=1") out, err := cmd.CombinedOutput() if race.Enabled { // This test runs the runtime out of hint // addresses, so it will start mapping the // heap wherever it can. The race detector // doesn't support this, so look for the // expected failure. if want := "too many address space collisions"; !strings.Contains(string(out), want) { t.Fatalf("want %q, got:\n%s", want, string(out)) } } else if !strings.Contains(string(out), "PASS\n") || err != nil { t.Fatalf("%s\n(exit status %v)", string(out), err) } return } disallowed := [][2]uintptr{} // Drop all but the next 3 hints. 64-bit has a lot of hints, // so it would take a lot of memory to go through all of them. KeepNArenaHints(3) // Consume these 3 hints and force the runtime to find some // fallback hints. for i := 0; i < 5; i++ { // Reserve memory at the next hint so it can't be used // for the heap. start, end := MapNextArenaHint() disallowed = append(disallowed, [2]uintptr{start, end}) // Allocate until the runtime tries to use the hint we // just mapped over. hint := GetNextArenaHint() for GetNextArenaHint() == hint { ac := new(acLink) arenaCollisionSink = append(arenaCollisionSink, ac) // The allocation must not have fallen into // one of the reserved regions. p := uintptr(unsafe.Pointer(ac)) for _, d := range disallowed { if d[0] <= p && p < d[1] { t.Fatalf("allocation %#x in reserved region [%#x, %#x)", p, d[0], d[1]) } } } } } var mallocSink uintptr func BenchmarkMalloc8(b *testing.B) { var x uintptr for i := 0; i < b.N; i++ { p := new(int64) x ^= uintptr(unsafe.Pointer(p)) } mallocSink = x } func BenchmarkMalloc16(b *testing.B) { var x uintptr for i := 0; i < b.N; i++ { p := new([2]int64) x ^= uintptr(unsafe.Pointer(p)) } mallocSink = x } func BenchmarkMallocTypeInfo8(b *testing.B) { var x uintptr for i := 0; i < b.N; i++ { p := new(struct { p [8 / unsafe.Sizeof(uintptr(0))]*int }) x ^= uintptr(unsafe.Pointer(p)) } mallocSink = x } func BenchmarkMallocTypeInfo16(b *testing.B) { var x uintptr for i := 0; i < b.N; i++ { p := new(struct { p [16 / unsafe.Sizeof(uintptr(0))]*int }) x ^= uintptr(unsafe.Pointer(p)) } mallocSink = x } type LargeStruct struct { x [16][]byte } func BenchmarkMallocLargeStruct(b *testing.B) { var x uintptr for i := 0; i < b.N; i++ { p := make([]LargeStruct, 2) x ^= uintptr(unsafe.Pointer(&p[0])) } mallocSink = x } var n = flag.Int("n", 1000, "number of goroutines") func BenchmarkGoroutineSelect(b *testing.B) { quit := make(chan struct{}) read := func(ch chan struct{}) { for { select { case _, ok := <-ch: if !ok { return } case <-quit: return } } } benchHelper(b, *n, read) } func BenchmarkGoroutineBlocking(b *testing.B) { read := func(ch chan struct{}) { for { if _, ok := <-ch; !ok { return } } } benchHelper(b, *n, read) } func BenchmarkGoroutineForRange(b *testing.B) { read := func(ch chan struct{}) { for range ch { } } benchHelper(b, *n, read) } func benchHelper(b *testing.B, n int, read func(chan struct{})) { m := make([]chan struct{}, n) for i := range m { m[i] = make(chan struct{}, 1) go read(m[i]) } b.StopTimer() b.ResetTimer() GC() for i := 0; i < b.N; i++ { for _, ch := range m { if ch != nil { ch <- struct{}{} } } time.Sleep(10 * time.Millisecond) b.StartTimer() GC() b.StopTimer() } for _, ch := range m { close(ch) } time.Sleep(10 * time.Millisecond) } func BenchmarkGoroutineIdle(b *testing.B) { quit := make(chan struct{}) fn := func() { <-quit } for i := 0; i < *n; i++ { go fn() } GC() b.ResetTimer() for i := 0; i < b.N; i++ { GC() } b.StopTimer() close(quit) time.Sleep(10 * time.Millisecond) }