// Copyright 2021 The gVisor Authors. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // +build amd64 package mitigate import ( "fmt" "io/ioutil" "strings" "testing" "gvisor.dev/gvisor/runsc/mitigate/mock" ) // TestMockCPUSet tests mock cpu test cases against the cpuSet functions. func TestMockCPUSet(t *testing.T) { for _, tc := range []struct { testCase mock.CPU isVulnerable bool }{ { testCase: mock.AMD8, isVulnerable: false, }, { testCase: mock.Haswell2, isVulnerable: true, }, { testCase: mock.Haswell2core, isVulnerable: true, }, { testCase: mock.CascadeLake2, isVulnerable: true, }, { testCase: mock.CascadeLake4, isVulnerable: true, }, } { t.Run(tc.testCase.Name, func(t *testing.T) { data := tc.testCase.MakeCPUString() set, err := NewCPUSet([]byte(data)) if err != nil { t.Fatalf("Failed to create cpuSet: %v", err) } t.Logf("data: %s", data) for _, tg := range set { if err := checkSorted(tg.threads); err != nil { t.Fatalf("Failed to sort cpuSet: %v", err) } } remaining := set.GetRemainingList() // In the non-vulnerable case, no cores should be shutdown so all should remain. want := tc.testCase.PhysicalCores * tc.testCase.Cores * tc.testCase.ThreadsPerCore if tc.isVulnerable { want = tc.testCase.PhysicalCores * tc.testCase.Cores } if want != len(remaining) { t.Fatalf("Failed to shutdown the correct number of cores: want: %d got: %d", want, len(remaining)) } if !tc.isVulnerable { return } // If the set is vulnerable, we expect only 1 thread per hyperthread pair. for _, r := range remaining { if _, ok := set[r.id]; !ok { t.Fatalf("Entry %+v not in map, there must be two entries in the same thread group.", r) } delete(set, r.id) } possible := tc.testCase.MakeSysPossibleString() set, err = NewCPUSetFromPossible([]byte(possible)) if err != nil { t.Fatalf("Failed to make cpuSet: %v", err) } want = tc.testCase.PhysicalCores * tc.testCase.Cores * tc.testCase.ThreadsPerCore got := len(set.GetRemainingList()) if got != want { t.Fatalf("Returned the wrong number of CPUs want: %d got: %d", want, got) } }) } } // TestGetCPU tests basic parsing of single CPU strings from reading // /proc/cpuinfo. func TestGetCPU(t *testing.T) { data := `processor : 0 vendor_id : GenuineIntel cpu family : 6 model : 85 physical id: 0 core id : 0 bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs taa itlb_multihit ` want := Thread{ processorNumber: 0, vendorID: "GenuineIntel", cpuFamily: 6, model: 85, id: threadID{ physicalID: 0, coreID: 0, }, bugs: map[string]struct{}{ "cpu_meltdown": {}, "spectre_v1": {}, "spectre_v2": {}, "spec_store_bypass": {}, "l1tf": {}, "mds": {}, "swapgs": {}, "taa": {}, "itlb_multihit": {}, }, } got, err := newThread(data) if err != nil { t.Fatalf("getCpu failed with error: %v", err) } if !want.SimilarTo(got) { t.Fatalf("Failed cpus not similar: got: %+v, want: %+v", got, want) } if !got.IsVulnerable() { t.Fatalf("Failed: cpu should be vulnerable.") } } func TestInvalid(t *testing.T) { result, err := getThreads(`something not a processor`) if err == nil { t.Fatalf("getCPU set didn't return an error: %+v", result) } if !strings.Contains(err.Error(), "no cpus") { t.Fatalf("Incorrect error returned: %v", err) } } // TestCPUSet tests getting the right number of CPUs from // parsing full output of /proc/cpuinfo. func TestCPUSet(t *testing.T) { data := `processor : 0 vendor_id : GenuineIntel cpu family : 6 model : 63 model name : Intel(R) Xeon(R) CPU @ 2.30GHz stepping : 0 microcode : 0x1 cpu MHz : 2299.998 cache size : 46080 KB physical id : 0 siblings : 2 core id : 0 cpu cores : 1 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology nonstop_tsc cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm abm invpcid_single pti ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid xsaveopt arat md_clear arch_capabilities bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs bogomips : 4599.99 clflush size : 64 cache_alignment : 64 address sizes : 46 bits physical, 48 bits virtual power management: processor : 1 vendor_id : GenuineIntel cpu family : 6 model : 63 model name : Intel(R) Xeon(R) CPU @ 2.30GHz stepping : 0 microcode : 0x1 cpu MHz : 2299.998 cache size : 46080 KB physical id : 0 siblings : 2 core id : 0 cpu cores : 1 apicid : 1 initial apicid : 1 fpu : yes fpu_exception : yes cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology nonstop_tsc cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm abm invpcid_single pti ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid xsaveopt arat md_clear arch_capabilities bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs bogomips : 4599.99 clflush size : 64 cache_alignment : 64 address sizes : 46 bits physical, 48 bits virtual power management: ` cpuSet, err := getThreads(data) if err != nil { t.Fatalf("getCPUSet failed: %v", err) } wantCPULen := 2 if len(cpuSet) != wantCPULen { t.Fatalf("Num CPU mismatch: want: %d, got: %d", wantCPULen, len(cpuSet)) } wantCPU := Thread{ vendorID: "GenuineIntel", cpuFamily: 6, model: 63, bugs: map[string]struct{}{ "cpu_meltdown": {}, "spectre_v1": {}, "spectre_v2": {}, "spec_store_bypass": {}, "l1tf": {}, "mds": {}, "swapgs": {}, }, } for _, c := range cpuSet { if !wantCPU.SimilarTo(c) { t.Fatalf("Failed cpus not equal: got: %+v, want: %+v", c, wantCPU) } } } // TestReadFile is a smoke test for parsing methods. func TestReadFile(t *testing.T) { data, err := ioutil.ReadFile("/proc/cpuinfo") if err != nil { t.Fatalf("Failed to read cpuinfo: %v", err) } set, err := NewCPUSet(data) if err != nil { t.Fatalf("Failed to parse CPU data %v\n%s", err, data) } for _, tg := range set { if err := checkSorted(tg.threads); err != nil { t.Fatalf("Failed to sort cpuSet: %v", err) } } if len(set) < 1 { t.Fatalf("Failed to parse any CPUs: %d", len(set)) } t.Log(set) } // TestVulnerable tests if the isVulnerable method is correct // among known CPUs in GCP. func TestVulnerable(t *testing.T) { const haswell = `processor : 0 vendor_id : GenuineIntel cpu family : 6 model : 63 model name : Intel(R) Xeon(R) CPU @ 2.30GHz stepping : 0 microcode : 0x1 cpu MHz : 2299.998 cache size : 46080 KB physical id : 0 siblings : 4 core id : 0 cpu cores : 2 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology nonstop_tsc cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm abm invpcid_single pti ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid xsaveopt arat md_clear arch_capabilities bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs bogomips : 4599.99 clflush size : 64 cache_alignment : 64 address sizes : 46 bits physical, 48 bits virtual power management:` const skylake = `processor : 0 vendor_id : GenuineIntel cpu family : 6 model : 85 model name : Intel(R) Xeon(R) CPU @ 2.00GHz stepping : 3 microcode : 0x1 cpu MHz : 2000.180 cache size : 39424 KB physical id : 0 siblings : 2 core id : 0 cpu cores : 1 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss ht syscall nx pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology nonstop_tsc cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch invpcid_single pti ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 hle avx2 smep bmi2 erms invpcid rtm mpx avx512f avx512dq rdseed adx smap clflushopt clwb avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves arat md_clear arch_capabilities bugs : cpu_meltdown spectre_v1 spectre_v2 spec_store_bypass l1tf mds swapgs taa bogomips : 4000.36 clflush size : 64 cache_alignment : 64 address sizes : 46 bits physical, 48 bits virtual power management:` const amd = `processor : 0 vendor_id : AuthenticAMD cpu family : 23 model : 49 model name : AMD EPYC 7B12 stepping : 0 microcode : 0x1000065 cpu MHz : 2250.000 cache size : 512 KB physical id : 0 siblings : 2 core id : 0 cpu cores : 1 apicid : 0 initial apicid : 0 fpu : yes fpu_exception : yes cpuid level : 13 wp : yes flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ht syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm constant_tsc rep_good nopl xtopology nonstop_tsc cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 movbe popcnt aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr arat npt nrip_save umip rdpid bugs : sysret_ss_attrs spectre_v1 spectre_v2 spec_store_bypass bogomips : 4500.00 TLB size : 3072 4K pages clflush size : 64 cache_alignment : 64 address sizes : 48 bits physical, 48 bits virtual power management:` for _, tc := range []struct { name string cpuString string vulnerable bool }{ { name: "haswell", cpuString: haswell, vulnerable: true, }, { name: "skylake", cpuString: skylake, vulnerable: true, }, { name: "amd", cpuString: amd, vulnerable: false, }, } { t.Run(tc.name, func(t *testing.T) { set, err := getThreads(tc.cpuString) if err != nil { t.Fatalf("Failed to getCPUSet:%v\n %s", err, tc.cpuString) } if len(set) < 1 { t.Fatalf("Returned empty cpu set: %v", set) } for _, c := range set { got := func() bool { return c.IsVulnerable() }() if got != tc.vulnerable { t.Fatalf("Mismatch vulnerable for cpu %s: got %t want: %t", tc.name, tc.vulnerable, got) } } }) } } func TestReverse(t *testing.T) { const noParse = "-1-" for _, tc := range []struct { name string output string wantErr error wantCount int }{ { name: "base", output: "0-7", wantErr: nil, wantCount: 8, }, { name: "huge", output: "0-111", wantErr: nil, wantCount: 112, }, { name: "not zero", output: "50-53", wantErr: nil, wantCount: 4, }, { name: "small", output: "0", wantErr: nil, wantCount: 1, }, { name: "invalid order", output: "10-6", wantErr: fmt.Errorf("invalid cpu bounds from possible: begin: %d end: %d", 10, 6), }, { name: "no parse", output: noParse, wantErr: fmt.Errorf(`mismatch regex from possible: %q`, noParse), }, } { t.Run(tc.name, func(t *testing.T) { threads, err := GetThreadsFromPossible([]byte(tc.output)) switch { case tc.wantErr == nil: if err != nil { t.Fatalf("Wanted nil err, got: %v", err) } case err == nil: t.Fatalf("Want error: %v got: %v", tc.wantErr, err) default: if tc.wantErr.Error() != err.Error() { t.Fatalf("Want error: %v got error: %v", tc.wantErr, err) } } if len(threads) != tc.wantCount { t.Fatalf("Want count: %d got: %d", tc.wantCount, len(threads)) } }) } } func TestReverseSmoke(t *testing.T) { data, err := ioutil.ReadFile("/sys/devices/system/cpu/possible") if err != nil { t.Fatalf("Failed to read from possible: %v", err) } threads, err := GetThreadsFromPossible(data) if err != nil { t.Fatalf("Could not parse possible output: %v", err) } if len(threads) <= 0 { t.Fatalf("Didn't get any CPU cores: %d", len(threads)) } } func checkSorted(threads []Thread) error { if len(threads) < 2 { return nil } last := threads[0].processorNumber for _, t := range threads[1:] { if last >= t.processorNumber { return fmt.Errorf("threads out of order: thread %d before %d", t.processorNumber, last) } last = t.processorNumber } return nil }