.config/coc/extensions/coc-go-data/tools/pkg/mod/golang.org/x/sys@v0.0.0-20210124154548-22da62e12c0c/cpu/cpu_x86.go

   1 // Copyright 2018 The Go Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style
   3 // license that can be found in the LICENSE file.
   4
   5 // +build 386 amd64 amd64p32
   6
   7 package cpu
   8
   9 import "runtime"
  10
  11 const cacheLineSize = 64
  12
  13 func initOptions() {
  14         options = []option{
  15                 {Name: "adx", Feature: &X86.HasADX},
  16                 {Name: "aes", Feature: &X86.HasAES},
  17                 {Name: "avx", Feature: &X86.HasAVX},
  18                 {Name: "avx2", Feature: &X86.HasAVX2},
  19                 {Name: "avx512", Feature: &X86.HasAVX512},
  20                 {Name: "avx512f", Feature: &X86.HasAVX512F},
  21                 {Name: "avx512cd", Feature: &X86.HasAVX512CD},
  22                 {Name: "avx512er", Feature: &X86.HasAVX512ER},
  23                 {Name: "avx512pf", Feature: &X86.HasAVX512PF},
  24                 {Name: "avx512vl", Feature: &X86.HasAVX512VL},
  25                 {Name: "avx512bw", Feature: &X86.HasAVX512BW},
  26                 {Name: "avx512dq", Feature: &X86.HasAVX512DQ},
  27                 {Name: "avx512ifma", Feature: &X86.HasAVX512IFMA},
  28                 {Name: "avx512vbmi", Feature: &X86.HasAVX512VBMI},
  29                 {Name: "avx512vnniw", Feature: &X86.HasAVX5124VNNIW},
  30                 {Name: "avx5124fmaps", Feature: &X86.HasAVX5124FMAPS},
  31                 {Name: "avx512vpopcntdq", Feature: &X86.HasAVX512VPOPCNTDQ},
  32                 {Name: "avx512vpclmulqdq", Feature: &X86.HasAVX512VPCLMULQDQ},
  33                 {Name: "avx512vnni", Feature: &X86.HasAVX512VNNI},
  34                 {Name: "avx512gfni", Feature: &X86.HasAVX512GFNI},
  35                 {Name: "avx512vaes", Feature: &X86.HasAVX512VAES},
  36                 {Name: "avx512vbmi2", Feature: &X86.HasAVX512VBMI2},
  37                 {Name: "avx512bitalg", Feature: &X86.HasAVX512BITALG},
  38                 {Name: "avx512bf16", Feature: &X86.HasAVX512BF16},
  39                 {Name: "bmi1", Feature: &X86.HasBMI1},
  40                 {Name: "bmi2", Feature: &X86.HasBMI2},
  41                 {Name: "erms", Feature: &X86.HasERMS},
  42                 {Name: "fma", Feature: &X86.HasFMA},
  43                 {Name: "osxsave", Feature: &X86.HasOSXSAVE},
  44                 {Name: "pclmulqdq", Feature: &X86.HasPCLMULQDQ},
  45                 {Name: "popcnt", Feature: &X86.HasPOPCNT},
  46                 {Name: "rdrand", Feature: &X86.HasRDRAND},
  47                 {Name: "rdseed", Feature: &X86.HasRDSEED},
  48                 {Name: "sse3", Feature: &X86.HasSSE3},
  49                 {Name: "sse41", Feature: &X86.HasSSE41},
  50                 {Name: "sse42", Feature: &X86.HasSSE42},
  51                 {Name: "ssse3", Feature: &X86.HasSSSE3},
  52
  53                 // These capabilities should always be enabled on amd64:
  54                 {Name: "sse2", Feature: &X86.HasSSE2, Required: runtime.GOARCH == "amd64"},
  55         }
  56 }
  57
  58 func archInit() {
  59
  60         Initialized = true
  61
  62         maxID, _, _, _ := cpuid(0, 0)
  63
  64         if maxID < 1 {
  65                 return
  66         }
  67
  68         _, _, ecx1, edx1 := cpuid(1, 0)
  69         X86.HasSSE2 = isSet(26, edx1)
  70
  71         X86.HasSSE3 = isSet(0, ecx1)
  72         X86.HasPCLMULQDQ = isSet(1, ecx1)
  73         X86.HasSSSE3 = isSet(9, ecx1)
  74         X86.HasFMA = isSet(12, ecx1)
  75         X86.HasSSE41 = isSet(19, ecx1)
  76         X86.HasSSE42 = isSet(20, ecx1)
  77         X86.HasPOPCNT = isSet(23, ecx1)
  78         X86.HasAES = isSet(25, ecx1)
  79         X86.HasOSXSAVE = isSet(27, ecx1)
  80         X86.HasRDRAND = isSet(30, ecx1)
  81
  82         var osSupportsAVX, osSupportsAVX512 bool
  83         // For XGETBV, OSXSAVE bit is required and sufficient.
  84         if X86.HasOSXSAVE {
  85                 eax, _ := xgetbv()
  86                 // Check if XMM and YMM registers have OS support.
  87                 osSupportsAVX = isSet(1, eax) && isSet(2, eax)
  88
  89                 // Check if OPMASK and ZMM registers have OS support.
  90                 osSupportsAVX512 = osSupportsAVX && isSet(5, eax) && isSet(6, eax) && isSet(7, eax)
  91         }
  92
  93         X86.HasAVX = isSet(28, ecx1) && osSupportsAVX
  94
  95         if maxID < 7 {
  96                 return
  97         }
  98
  99         _, ebx7, ecx7, edx7 := cpuid(7, 0)
 100         X86.HasBMI1 = isSet(3, ebx7)
 101         X86.HasAVX2 = isSet(5, ebx7) && osSupportsAVX
 102         X86.HasBMI2 = isSet(8, ebx7)
 103         X86.HasERMS = isSet(9, ebx7)
 104         X86.HasRDSEED = isSet(18, ebx7)
 105         X86.HasADX = isSet(19, ebx7)
 106
 107         X86.HasAVX512 = isSet(16, ebx7) && osSupportsAVX512 // Because avx-512 foundation is the core required extension
 108         if X86.HasAVX512 {
 109                 X86.HasAVX512F = true
 110                 X86.HasAVX512CD = isSet(28, ebx7)
 111                 X86.HasAVX512ER = isSet(27, ebx7)
 112                 X86.HasAVX512PF = isSet(26, ebx7)
 113                 X86.HasAVX512VL = isSet(31, ebx7)
 114                 X86.HasAVX512BW = isSet(30, ebx7)
 115                 X86.HasAVX512DQ = isSet(17, ebx7)
 116                 X86.HasAVX512IFMA = isSet(21, ebx7)
 117                 X86.HasAVX512VBMI = isSet(1, ecx7)
 118                 X86.HasAVX5124VNNIW = isSet(2, edx7)
 119                 X86.HasAVX5124FMAPS = isSet(3, edx7)
 120                 X86.HasAVX512VPOPCNTDQ = isSet(14, ecx7)
 121                 X86.HasAVX512VPCLMULQDQ = isSet(10, ecx7)
 122                 X86.HasAVX512VNNI = isSet(11, ecx7)
 123                 X86.HasAVX512GFNI = isSet(8, ecx7)
 124                 X86.HasAVX512VAES = isSet(9, ecx7)
 125                 X86.HasAVX512VBMI2 = isSet(6, ecx7)
 126                 X86.HasAVX512BITALG = isSet(12, ecx7)
 127
 128                 eax71, _, _, _ := cpuid(7, 1)
 129                 X86.HasAVX512BF16 = isSet(5, eax71)
 130         }
 131 }
 132
 133 func isSet(bitpos uint, value uint32) bool {
 134         return value&(1<<bitpos) != 0
 135 }