Source file src/cmd/compile/internal/walk/builtin.go

     1  // Copyright 2009 The Go Authors. All rights reserved.walk/bui
     2  // Use of this source code is governed by a BSD-style
     3  // license that can be found in the LICENSE file.
     4  
     5  package walk
     6  
     7  import (
     8  	"fmt"
     9  	"go/constant"
    10  	"go/token"
    11  	"internal/abi"
    12  	"internal/buildcfg"
    13  	"strings"
    14  
    15  	"cmd/compile/internal/base"
    16  	"cmd/compile/internal/escape"
    17  	"cmd/compile/internal/ir"
    18  	"cmd/compile/internal/reflectdata"
    19  	"cmd/compile/internal/typecheck"
    20  	"cmd/compile/internal/types"
    21  )
    22  
    23  // Rewrite append(src, x, y, z) so that any side effects in
    24  // x, y, z (including runtime panics) are evaluated in
    25  // initialization statements before the append.
    26  // For normal code generation, stop there and leave the
    27  // rest to ssagen.
    28  //
    29  // For race detector, expand append(src, a [, b]* ) to
    30  //
    31  //	init {
    32  //	  s := src
    33  //	  const argc = len(args) - 1
    34  //	  newLen := s.len + argc
    35  //	  if uint(newLen) <= uint(s.cap) {
    36  //	    s = s[:newLen]
    37  //	  } else {
    38  //	    s = growslice(s.ptr, newLen, s.cap, argc, elemType)
    39  //	  }
    40  //	  s[s.len - argc] = a
    41  //	  s[s.len - argc + 1] = b
    42  //	  ...
    43  //	}
    44  //	s
    45  func walkAppend(n *ir.CallExpr, init *ir.Nodes, dst ir.Node) ir.Node {
    46  	if !ir.SameSafeExpr(dst, n.Args[0]) {
    47  		n.Args[0] = safeExpr(n.Args[0], init)
    48  		n.Args[0] = walkExpr(n.Args[0], init)
    49  	}
    50  	walkExprListSafe(n.Args[1:], init)
    51  
    52  	nsrc := n.Args[0]
    53  
    54  	// walkExprListSafe will leave OINDEX (s[n]) alone if both s
    55  	// and n are name or literal, but those may index the slice we're
    56  	// modifying here. Fix explicitly.
    57  	// Using cheapExpr also makes sure that the evaluation
    58  	// of all arguments (and especially any panics) happen
    59  	// before we begin to modify the slice in a visible way.
    60  	ls := n.Args[1:]
    61  	for i, n := range ls {
    62  		n = cheapExpr(n, init)
    63  		if !types.Identical(n.Type(), nsrc.Type().Elem()) {
    64  			n = typecheck.AssignConv(n, nsrc.Type().Elem(), "append")
    65  			n = walkExpr(n, init)
    66  		}
    67  		ls[i] = n
    68  	}
    69  
    70  	argc := len(n.Args) - 1
    71  	if argc < 1 {
    72  		return nsrc
    73  	}
    74  
    75  	// General case, with no function calls left as arguments.
    76  	// Leave for ssagen, except that instrumentation requires the old form.
    77  	if !base.Flag.Cfg.Instrumenting || base.Flag.CompilingRuntime {
    78  		return n
    79  	}
    80  
    81  	var l []ir.Node
    82  
    83  	// s = slice to append to
    84  	s := typecheck.TempAt(base.Pos, ir.CurFunc, nsrc.Type())
    85  	l = append(l, ir.NewAssignStmt(base.Pos, s, nsrc))
    86  
    87  	// num = number of things to append
    88  	num := ir.NewInt(base.Pos, int64(argc))
    89  
    90  	// newLen := s.len + num
    91  	newLen := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TINT])
    92  	l = append(l, ir.NewAssignStmt(base.Pos, newLen, ir.NewBinaryExpr(base.Pos, ir.OADD, ir.NewUnaryExpr(base.Pos, ir.OLEN, s), num)))
    93  
    94  	// if uint(newLen) <= uint(s.cap)
    95  	nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
    96  	nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLE, typecheck.Conv(newLen, types.Types[types.TUINT]), typecheck.Conv(ir.NewUnaryExpr(base.Pos, ir.OCAP, s), types.Types[types.TUINT]))
    97  	nif.Likely = true
    98  
    99  	// then { s = s[:n] }
   100  	slice := ir.NewSliceExpr(base.Pos, ir.OSLICE, s, nil, newLen, nil)
   101  	slice.SetBounded(true)
   102  	nif.Body = []ir.Node{
   103  		ir.NewAssignStmt(base.Pos, s, slice),
   104  	}
   105  
   106  	// else { s = growslice(s.ptr, n, s.cap, a, T) }
   107  	nif.Else = []ir.Node{
   108  		ir.NewAssignStmt(base.Pos, s, walkGrowslice(s, nif.PtrInit(),
   109  			ir.NewUnaryExpr(base.Pos, ir.OSPTR, s),
   110  			newLen,
   111  			ir.NewUnaryExpr(base.Pos, ir.OCAP, s),
   112  			num)),
   113  	}
   114  
   115  	l = append(l, nif)
   116  
   117  	ls = n.Args[1:]
   118  	for i, n := range ls {
   119  		// s[s.len-argc+i] = arg
   120  		ix := ir.NewIndexExpr(base.Pos, s, ir.NewBinaryExpr(base.Pos, ir.OSUB, newLen, ir.NewInt(base.Pos, int64(argc-i))))
   121  		ix.SetBounded(true)
   122  		l = append(l, ir.NewAssignStmt(base.Pos, ix, n))
   123  	}
   124  
   125  	typecheck.Stmts(l)
   126  	walkStmtList(l)
   127  	init.Append(l...)
   128  	return s
   129  }
   130  
   131  // growslice(ptr *T, newLen, oldCap, num int, <type>) (ret []T)
   132  func walkGrowslice(slice *ir.Name, init *ir.Nodes, oldPtr, newLen, oldCap, num ir.Node) *ir.CallExpr {
   133  	elemtype := slice.Type().Elem()
   134  	fn := typecheck.LookupRuntime("growslice", elemtype, elemtype)
   135  	elemtypeptr := reflectdata.TypePtrAt(base.Pos, elemtype)
   136  	return mkcall1(fn, slice.Type(), init, oldPtr, newLen, oldCap, num, elemtypeptr)
   137  }
   138  
   139  // walkClear walks an OCLEAR node.
   140  func walkClear(n *ir.UnaryExpr) ir.Node {
   141  	typ := n.X.Type()
   142  	switch {
   143  	case typ.IsSlice():
   144  		if n := arrayClear(n.X.Pos(), n.X, nil); n != nil {
   145  			return n
   146  		}
   147  		// If n == nil, we are clearing an array which takes zero memory, do nothing.
   148  		return ir.NewBlockStmt(n.Pos(), nil)
   149  	case typ.IsMap():
   150  		return mapClear(n.X, reflectdata.TypePtrAt(n.X.Pos(), n.X.Type()))
   151  	}
   152  	panic("unreachable")
   153  }
   154  
   155  // walkClose walks an OCLOSE node.
   156  func walkClose(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
   157  	return mkcall1(chanfn("closechan", 1, n.X.Type()), nil, init, n.X)
   158  }
   159  
   160  // Lower copy(a, b) to a memmove call or a runtime call.
   161  //
   162  //	init {
   163  //	  n := len(a)
   164  //	  if n > len(b) { n = len(b) }
   165  //	  if a.ptr != b.ptr { memmove(a.ptr, b.ptr, n*sizeof(elem(a))) }
   166  //	}
   167  //	n;
   168  //
   169  // Also works if b is a string.
   170  func walkCopy(n *ir.BinaryExpr, init *ir.Nodes, runtimecall bool) ir.Node {
   171  	if n.X.Type().Elem().HasPointers() {
   172  		ir.CurFunc.SetWBPos(n.Pos())
   173  		fn := writebarrierfn("typedslicecopy", n.X.Type().Elem(), n.Y.Type().Elem())
   174  		n.X = cheapExpr(n.X, init)
   175  		ptrL, lenL := backingArrayPtrLen(n.X)
   176  		n.Y = cheapExpr(n.Y, init)
   177  		ptrR, lenR := backingArrayPtrLen(n.Y)
   178  		return mkcall1(fn, n.Type(), init, reflectdata.CopyElemRType(base.Pos, n), ptrL, lenL, ptrR, lenR)
   179  	}
   180  
   181  	if runtimecall {
   182  		// rely on runtime to instrument:
   183  		//  copy(n.Left, n.Right)
   184  		// n.Right can be a slice or string.
   185  
   186  		n.X = cheapExpr(n.X, init)
   187  		ptrL, lenL := backingArrayPtrLen(n.X)
   188  		n.Y = cheapExpr(n.Y, init)
   189  		ptrR, lenR := backingArrayPtrLen(n.Y)
   190  
   191  		fn := typecheck.LookupRuntime("slicecopy", ptrL.Type().Elem(), ptrR.Type().Elem())
   192  
   193  		return mkcall1(fn, n.Type(), init, ptrL, lenL, ptrR, lenR, ir.NewInt(base.Pos, n.X.Type().Elem().Size()))
   194  	}
   195  
   196  	n.X = walkExpr(n.X, init)
   197  	n.Y = walkExpr(n.Y, init)
   198  	nl := typecheck.TempAt(base.Pos, ir.CurFunc, n.X.Type())
   199  	nr := typecheck.TempAt(base.Pos, ir.CurFunc, n.Y.Type())
   200  	var l []ir.Node
   201  	l = append(l, ir.NewAssignStmt(base.Pos, nl, n.X))
   202  	l = append(l, ir.NewAssignStmt(base.Pos, nr, n.Y))
   203  
   204  	nfrm := ir.NewUnaryExpr(base.Pos, ir.OSPTR, nr)
   205  	nto := ir.NewUnaryExpr(base.Pos, ir.OSPTR, nl)
   206  
   207  	nlen := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TINT])
   208  
   209  	// n = len(to)
   210  	l = append(l, ir.NewAssignStmt(base.Pos, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nl)))
   211  
   212  	// if n > len(frm) { n = len(frm) }
   213  	nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
   214  
   215  	nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OGT, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nr))
   216  	nif.Body.Append(ir.NewAssignStmt(base.Pos, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nr)))
   217  	l = append(l, nif)
   218  
   219  	// if to.ptr != frm.ptr { memmove( ... ) }
   220  	ne := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.ONE, nto, nfrm), nil, nil)
   221  	ne.Likely = true
   222  	l = append(l, ne)
   223  
   224  	fn := typecheck.LookupRuntime("memmove", nl.Type().Elem(), nl.Type().Elem())
   225  	nwid := ir.Node(typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TUINTPTR]))
   226  	setwid := ir.NewAssignStmt(base.Pos, nwid, typecheck.Conv(nlen, types.Types[types.TUINTPTR]))
   227  	ne.Body.Append(setwid)
   228  	nwid = ir.NewBinaryExpr(base.Pos, ir.OMUL, nwid, ir.NewInt(base.Pos, nl.Type().Elem().Size()))
   229  	call := mkcall1(fn, nil, init, nto, nfrm, nwid)
   230  	ne.Body.Append(call)
   231  
   232  	typecheck.Stmts(l)
   233  	walkStmtList(l)
   234  	init.Append(l...)
   235  	return nlen
   236  }
   237  
   238  // walkDelete walks an ODELETE node.
   239  func walkDelete(init *ir.Nodes, n *ir.CallExpr) ir.Node {
   240  	init.Append(ir.TakeInit(n)...)
   241  	map_ := n.Args[0]
   242  	key := n.Args[1]
   243  	map_ = walkExpr(map_, init)
   244  	key = walkExpr(key, init)
   245  
   246  	t := map_.Type()
   247  	fast := mapfast(t)
   248  	key = mapKeyArg(fast, n, key, false)
   249  	return mkcall1(mapfndel(mapdelete[fast], t), nil, init, reflectdata.DeleteMapRType(base.Pos, n), map_, key)
   250  }
   251  
   252  // walkLenCap walks an OLEN or OCAP node.
   253  func walkLenCap(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
   254  	if isRuneCount(n) {
   255  		// Replace len([]rune(string)) with runtime.countrunes(string).
   256  		return mkcall("countrunes", n.Type(), init, typecheck.Conv(n.X.(*ir.ConvExpr).X, types.Types[types.TSTRING]))
   257  	}
   258  	if isByteCount(n) {
   259  		conv := n.X.(*ir.ConvExpr)
   260  		walkStmtList(conv.Init())
   261  		init.Append(ir.TakeInit(conv)...)
   262  		_, len := backingArrayPtrLen(cheapExpr(conv.X, init))
   263  		return len
   264  	}
   265  	if isChanLenCap(n) {
   266  		name := "chanlen"
   267  		if n.Op() == ir.OCAP {
   268  			name = "chancap"
   269  		}
   270  		// cannot use chanfn - closechan takes any, not chan any,
   271  		// because it accepts both send-only and recv-only channels.
   272  		fn := typecheck.LookupRuntime(name, n.X.Type())
   273  		return mkcall1(fn, n.Type(), init, n.X)
   274  	}
   275  
   276  	n.X = walkExpr(n.X, init)
   277  
   278  	// replace len(*[10]int) with 10.
   279  	// delayed until now to preserve side effects.
   280  	t := n.X.Type()
   281  
   282  	if t.IsPtr() {
   283  		t = t.Elem()
   284  	}
   285  	if t.IsArray() {
   286  		safeExpr(n.X, init)
   287  		con := ir.NewConstExpr(constant.MakeInt64(t.NumElem()), n)
   288  		con.SetTypecheck(1)
   289  		return con
   290  	}
   291  	return n
   292  }
   293  
   294  // walkMakeChan walks an OMAKECHAN node.
   295  func walkMakeChan(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   296  	// When size fits into int, use makechan instead of
   297  	// makechan64, which is faster and shorter on 32 bit platforms.
   298  	size := n.Len
   299  	fnname := "makechan64"
   300  	argtype := types.Types[types.TINT64]
   301  
   302  	// Type checking guarantees that TIDEAL size is positive and fits in an int.
   303  	// The case of size overflow when converting TUINT or TUINTPTR to TINT
   304  	// will be handled by the negative range checks in makechan during runtime.
   305  	if size.Type().IsKind(types.TIDEAL) || size.Type().Size() <= types.Types[types.TUINT].Size() {
   306  		fnname = "makechan"
   307  		argtype = types.Types[types.TINT]
   308  	}
   309  
   310  	return mkcall1(chanfn(fnname, 1, n.Type()), n.Type(), init, reflectdata.MakeChanRType(base.Pos, n), typecheck.Conv(size, argtype))
   311  }
   312  
   313  // walkMakeMap walks an OMAKEMAP node.
   314  func walkMakeMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   315  	if buildcfg.Experiment.SwissMap {
   316  		return walkMakeSwissMap(n, init)
   317  	}
   318  	return walkMakeOldMap(n, init)
   319  }
   320  
   321  func walkMakeSwissMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   322  	t := n.Type()
   323  	mapType := reflectdata.SwissMapType()
   324  	hint := n.Len
   325  
   326  	// var m *Map
   327  	var m ir.Node
   328  	if n.Esc() == ir.EscNone {
   329  		// Allocate hmap on stack.
   330  
   331  		// var mv Map
   332  		// m = &mv
   333  		m = stackTempAddr(init, mapType)
   334  
   335  		// Allocate one group pointed to by m.dirPtr on stack if hint
   336  		// is not larger than SwissMapGroupSlots. In case hint is
   337  		// larger, runtime.makemap will allocate on the heap.
   338  		// Maximum key and elem size is 128 bytes, larger objects
   339  		// are stored with an indirection. So max bucket size is 2048+eps.
   340  		if !ir.IsConst(hint, constant.Int) ||
   341  			constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.SwissMapGroupSlots)) {
   342  
   343  			// In case hint is larger than SwissMapGroupSlots
   344  			// runtime.makemap will allocate on the heap, see
   345  			// #20184
   346  			//
   347  			// if hint <= abi.SwissMapGroupSlots {
   348  			//     var gv group
   349  			//     g = &gv
   350  			//     g.ctrl = abi.SwissMapCtrlEmpty
   351  			//     m.dirPtr = g
   352  			// }
   353  
   354  			nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLE, hint, ir.NewInt(base.Pos, abi.SwissMapGroupSlots)), nil, nil)
   355  			nif.Likely = true
   356  
   357  			groupType := reflectdata.SwissMapGroupType(t)
   358  
   359  			// var gv group
   360  			// g = &gv
   361  			g := stackTempAddr(&nif.Body, groupType)
   362  
   363  			// Can't use ir.NewInt because bit 63 is set, which
   364  			// makes conversion to uint64 upset.
   365  			empty := ir.NewBasicLit(base.Pos, types.UntypedInt, constant.MakeUint64(abi.SwissMapCtrlEmpty))
   366  
   367  			// g.ctrl = abi.SwissMapCtrlEmpty
   368  			csym := groupType.Field(0).Sym // g.ctrl see reflectdata/map_swiss.go
   369  			ca := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, g, csym), empty)
   370  			nif.Body.Append(ca)
   371  
   372  			// m.dirPtr = g
   373  			dsym := mapType.Field(2).Sym // m.dirPtr see reflectdata/map_swiss.go
   374  			na := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, m, dsym), typecheck.ConvNop(g, types.Types[types.TUNSAFEPTR]))
   375  			nif.Body.Append(na)
   376  			appendWalkStmt(init, nif)
   377  		}
   378  	}
   379  
   380  	if ir.IsConst(hint, constant.Int) && constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.SwissMapGroupSlots)) {
   381  		// Handling make(map[any]any) and
   382  		// make(map[any]any, hint) where hint <= abi.SwissMapGroupSlots
   383  		// specially allows for faster map initialization and
   384  		// improves binary size by using calls with fewer arguments.
   385  		// For hint <= abi.SwissMapGroupSlots no groups will be
   386  		// allocated by makemap. Therefore, no groups need to be
   387  		// allocated in this code path.
   388  		if n.Esc() == ir.EscNone {
   389  			// Only need to initialize m.seed since
   390  			// m map has been allocated on the stack already.
   391  			// m.seed = uintptr(rand())
   392  			rand := mkcall("rand", types.Types[types.TUINT64], init)
   393  			seedSym := mapType.Field(1).Sym // m.seed see reflectdata/map_swiss.go
   394  			appendWalkStmt(init, ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, m, seedSym), typecheck.Conv(rand, types.Types[types.TUINTPTR])))
   395  			return typecheck.ConvNop(m, t)
   396  		}
   397  		// Call runtime.makemap_small to allocate a
   398  		// map on the heap and initialize the map's seed field.
   399  		fn := typecheck.LookupRuntime("makemap_small", t.Key(), t.Elem())
   400  		return mkcall1(fn, n.Type(), init)
   401  	}
   402  
   403  	if n.Esc() != ir.EscNone {
   404  		m = typecheck.NodNil()
   405  	}
   406  
   407  	// Map initialization with a variable or large hint is
   408  	// more complicated. We therefore generate a call to
   409  	// runtime.makemap to initialize hmap and allocate the
   410  	// map buckets.
   411  
   412  	// When hint fits into int, use makemap instead of
   413  	// makemap64, which is faster and shorter on 32 bit platforms.
   414  	fnname := "makemap64"
   415  	argtype := types.Types[types.TINT64]
   416  
   417  	// Type checking guarantees that TIDEAL hint is positive and fits in an int.
   418  	// See checkmake call in TMAP case of OMAKE case in OpSwitch in typecheck1 function.
   419  	// The case of hint overflow when converting TUINT or TUINTPTR to TINT
   420  	// will be handled by the negative range checks in makemap during runtime.
   421  	if hint.Type().IsKind(types.TIDEAL) || hint.Type().Size() <= types.Types[types.TUINT].Size() {
   422  		fnname = "makemap"
   423  		argtype = types.Types[types.TINT]
   424  	}
   425  
   426  	fn := typecheck.LookupRuntime(fnname, mapType, t.Key(), t.Elem())
   427  	return mkcall1(fn, n.Type(), init, reflectdata.MakeMapRType(base.Pos, n), typecheck.Conv(hint, argtype), m)
   428  }
   429  
   430  func walkMakeOldMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   431  	t := n.Type()
   432  	hmapType := reflectdata.OldMapType()
   433  	hint := n.Len
   434  
   435  	// var h *hmap
   436  	var h ir.Node
   437  	if n.Esc() == ir.EscNone {
   438  		// Allocate hmap on stack.
   439  
   440  		// var hv hmap
   441  		// h = &hv
   442  		h = stackTempAddr(init, hmapType)
   443  
   444  		// Allocate one bucket pointed to by hmap.buckets on stack if hint
   445  		// is not larger than BUCKETSIZE. In case hint is larger than
   446  		// BUCKETSIZE runtime.makemap will allocate the buckets on the heap.
   447  		// Maximum key and elem size is 128 bytes, larger objects
   448  		// are stored with an indirection. So max bucket size is 2048+eps.
   449  		if !ir.IsConst(hint, constant.Int) ||
   450  			constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.OldMapBucketCount)) {
   451  
   452  			// In case hint is larger than BUCKETSIZE runtime.makemap
   453  			// will allocate the buckets on the heap, see #20184
   454  			//
   455  			// if hint <= BUCKETSIZE {
   456  			//     var bv bmap
   457  			//     b = &bv
   458  			//     h.buckets = b
   459  			// }
   460  
   461  			nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLE, hint, ir.NewInt(base.Pos, abi.OldMapBucketCount)), nil, nil)
   462  			nif.Likely = true
   463  
   464  			// var bv bmap
   465  			// b = &bv
   466  			b := stackTempAddr(&nif.Body, reflectdata.OldMapBucketType(t))
   467  
   468  			// h.buckets = b
   469  			bsym := hmapType.Field(5).Sym // hmap.buckets see reflect.go:hmap
   470  			na := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, h, bsym), typecheck.ConvNop(b, types.Types[types.TUNSAFEPTR]))
   471  			nif.Body.Append(na)
   472  			appendWalkStmt(init, nif)
   473  		}
   474  	}
   475  
   476  	if ir.IsConst(hint, constant.Int) && constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.OldMapBucketCount)) {
   477  		// Handling make(map[any]any) and
   478  		// make(map[any]any, hint) where hint <= BUCKETSIZE
   479  		// special allows for faster map initialization and
   480  		// improves binary size by using calls with fewer arguments.
   481  		// For hint <= BUCKETSIZE overLoadFactor(hint, 0) is false
   482  		// and no buckets will be allocated by makemap. Therefore,
   483  		// no buckets need to be allocated in this code path.
   484  		if n.Esc() == ir.EscNone {
   485  			// Only need to initialize h.hash0 since
   486  			// hmap h has been allocated on the stack already.
   487  			// h.hash0 = rand32()
   488  			rand := mkcall("rand32", types.Types[types.TUINT32], init)
   489  			hashsym := hmapType.Field(4).Sym // hmap.hash0 see reflect.go:hmap
   490  			appendWalkStmt(init, ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, h, hashsym), rand))
   491  			return typecheck.ConvNop(h, t)
   492  		}
   493  		// Call runtime.makemap_small to allocate an
   494  		// hmap on the heap and initialize hmap's hash0 field.
   495  		fn := typecheck.LookupRuntime("makemap_small", t.Key(), t.Elem())
   496  		return mkcall1(fn, n.Type(), init)
   497  	}
   498  
   499  	if n.Esc() != ir.EscNone {
   500  		h = typecheck.NodNil()
   501  	}
   502  	// Map initialization with a variable or large hint is
   503  	// more complicated. We therefore generate a call to
   504  	// runtime.makemap to initialize hmap and allocate the
   505  	// map buckets.
   506  
   507  	// When hint fits into int, use makemap instead of
   508  	// makemap64, which is faster and shorter on 32 bit platforms.
   509  	fnname := "makemap64"
   510  	argtype := types.Types[types.TINT64]
   511  
   512  	// Type checking guarantees that TIDEAL hint is positive and fits in an int.
   513  	// See checkmake call in TMAP case of OMAKE case in OpSwitch in typecheck1 function.
   514  	// The case of hint overflow when converting TUINT or TUINTPTR to TINT
   515  	// will be handled by the negative range checks in makemap during runtime.
   516  	if hint.Type().IsKind(types.TIDEAL) || hint.Type().Size() <= types.Types[types.TUINT].Size() {
   517  		fnname = "makemap"
   518  		argtype = types.Types[types.TINT]
   519  	}
   520  
   521  	fn := typecheck.LookupRuntime(fnname, hmapType, t.Key(), t.Elem())
   522  	return mkcall1(fn, n.Type(), init, reflectdata.MakeMapRType(base.Pos, n), typecheck.Conv(hint, argtype), h)
   523  }
   524  
   525  // walkMakeSlice walks an OMAKESLICE node.
   526  func walkMakeSlice(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   527  	len := n.Len
   528  	cap := n.Cap
   529  	len = safeExpr(len, init)
   530  	if cap != nil {
   531  		cap = safeExpr(cap, init)
   532  	} else {
   533  		cap = len
   534  	}
   535  	t := n.Type()
   536  	if t.Elem().NotInHeap() {
   537  		base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", t.Elem())
   538  	}
   539  
   540  	tryStack := false
   541  	if n.Esc() == ir.EscNone {
   542  		if why := escape.HeapAllocReason(n); why != "" {
   543  			base.Fatalf("%v has EscNone, but %v", n, why)
   544  		}
   545  		if ir.IsSmallIntConst(cap) {
   546  			// Constant backing array - allocate it and slice it.
   547  			cap := typecheck.IndexConst(cap)
   548  			// Note that len might not be constant. If it isn't, check for panics.
   549  			// cap is constrained to [0,2^31) or [0,2^63) depending on whether
   550  			// we're in 32-bit or 64-bit systems. So it's safe to do:
   551  			//
   552  			// if uint64(len) > cap {
   553  			//     if len < 0 { panicmakeslicelen() }
   554  			//     panicmakeslicecap()
   555  			// }
   556  			nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, types.Types[types.TUINT64]), ir.NewInt(base.Pos, cap)), nil, nil)
   557  			niflen := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLT, len, ir.NewInt(base.Pos, 0)), nil, nil)
   558  			niflen.Body = []ir.Node{mkcall("panicmakeslicelen", nil, init)}
   559  			nif.Body.Append(niflen, mkcall("panicmakeslicecap", nil, init))
   560  			init.Append(typecheck.Stmt(nif))
   561  
   562  			// var arr [cap]E
   563  			// s = arr[:len]
   564  			t := types.NewArray(t.Elem(), cap) // [cap]E
   565  			arr := typecheck.TempAt(base.Pos, ir.CurFunc, t)
   566  			appendWalkStmt(init, ir.NewAssignStmt(base.Pos, arr, nil))    // zero temp
   567  			s := ir.NewSliceExpr(base.Pos, ir.OSLICE, arr, nil, len, nil) // arr[:len]
   568  			// The conv is necessary in case n.Type is named.
   569  			return walkExpr(typecheck.Expr(typecheck.Conv(s, n.Type())), init)
   570  		}
   571  		// Check that this optimization is enabled in general and for this node.
   572  		tryStack = base.Flag.N == 0 && base.VariableMakeHash.MatchPos(n.Pos(), nil)
   573  	}
   574  
   575  	// The final result is assigned to this variable.
   576  	slice := typecheck.TempAt(base.Pos, ir.CurFunc, n.Type()) // []E result (possibly named)
   577  
   578  	if tryStack {
   579  		// K := maxStackSize/sizeof(E)
   580  		// if cap <= K {
   581  		//     var arr [K]E
   582  		//     slice = arr[:len:cap]
   583  		// } else {
   584  		//     slice = makeslice(elemType, len, cap)
   585  		// }
   586  		maxStackSize := int64(base.Debug.VariableMakeThreshold)
   587  		K := maxStackSize / t.Elem().Size() // rounds down
   588  		if K > 0 {                          // skip if elem size is too big.
   589  			nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLE, typecheck.Conv(cap, types.Types[types.TUINT64]), ir.NewInt(base.Pos, K)), nil, nil)
   590  
   591  			// cap is in bounds after the K check, but len might not be.
   592  			// (Note that the slicing below would generate a panic for
   593  			// the same bad cases, but we want makeslice panics, not
   594  			// regular slicing panics.)
   595  			lenCap := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, types.Types[types.TUINT64]), typecheck.Conv(cap, types.Types[types.TUINT64])), nil, nil)
   596  			lenZero := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLT, len, ir.NewInt(base.Pos, 0)), nil, nil)
   597  			lenZero.Body.Append(mkcall("panicmakeslicelen", nil, &lenZero.Body))
   598  			lenCap.Body.Append(lenZero)
   599  			lenCap.Body.Append(mkcall("panicmakeslicecap", nil, &lenCap.Body))
   600  			nif.Body.Append(lenCap)
   601  
   602  			t := types.NewArray(t.Elem(), K)                              // [K]E
   603  			arr := typecheck.TempAt(base.Pos, ir.CurFunc, t)              // var arr [K]E
   604  			nif.Body.Append(ir.NewAssignStmt(base.Pos, arr, nil))         // arr = {} (zero it)
   605  			s := ir.NewSliceExpr(base.Pos, ir.OSLICE, arr, nil, len, cap) // arr[:len:cap]
   606  			nif.Body.Append(ir.NewAssignStmt(base.Pos, slice, s))         // slice = arr[:len:cap]
   607  
   608  			appendWalkStmt(init, typecheck.Stmt(nif))
   609  
   610  			// Put makeslice call below in the else branch.
   611  			init = &nif.Else
   612  		}
   613  	}
   614  
   615  	// Set up a call to makeslice.
   616  	// When len and cap can fit into int, use makeslice instead of
   617  	// makeslice64, which is faster and shorter on 32 bit platforms.
   618  	fnname := "makeslice64"
   619  	argtype := types.Types[types.TINT64]
   620  
   621  	// Type checking guarantees that TIDEAL len/cap are positive and fit in an int.
   622  	// The case of len or cap overflow when converting TUINT or TUINTPTR to TINT
   623  	// will be handled by the negative range checks in makeslice during runtime.
   624  	if (len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size()) &&
   625  		(cap.Type().IsKind(types.TIDEAL) || cap.Type().Size() <= types.Types[types.TUINT].Size()) {
   626  		fnname = "makeslice"
   627  		argtype = types.Types[types.TINT]
   628  	}
   629  	fn := typecheck.LookupRuntime(fnname)
   630  	ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, reflectdata.MakeSliceElemRType(base.Pos, n), typecheck.Conv(len, argtype), typecheck.Conv(cap, argtype))
   631  	ptr.MarkNonNil()
   632  	len = typecheck.Conv(len, types.Types[types.TINT])
   633  	cap = typecheck.Conv(cap, types.Types[types.TINT])
   634  	s := ir.NewSliceHeaderExpr(base.Pos, t, ptr, len, cap)
   635  	appendWalkStmt(init, ir.NewAssignStmt(base.Pos, slice, s))
   636  
   637  	return slice
   638  }
   639  
   640  // walkMakeSliceCopy walks an OMAKESLICECOPY node.
   641  func walkMakeSliceCopy(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
   642  	if n.Esc() == ir.EscNone {
   643  		base.Fatalf("OMAKESLICECOPY with EscNone: %v", n)
   644  	}
   645  
   646  	t := n.Type()
   647  	if t.Elem().NotInHeap() {
   648  		base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", t.Elem())
   649  	}
   650  
   651  	length := typecheck.Conv(n.Len, types.Types[types.TINT])
   652  	copylen := ir.NewUnaryExpr(base.Pos, ir.OLEN, n.Cap)
   653  	copyptr := ir.NewUnaryExpr(base.Pos, ir.OSPTR, n.Cap)
   654  
   655  	if !t.Elem().HasPointers() && n.Bounded() {
   656  		// When len(to)==len(from) and elements have no pointers:
   657  		// replace make+copy with runtime.mallocgc+runtime.memmove.
   658  
   659  		// We do not check for overflow of len(to)*elem.Width here
   660  		// since len(from) is an existing checked slice capacity
   661  		// with same elem.Width for the from slice.
   662  		size := ir.NewBinaryExpr(base.Pos, ir.OMUL, typecheck.Conv(length, types.Types[types.TUINTPTR]), typecheck.Conv(ir.NewInt(base.Pos, t.Elem().Size()), types.Types[types.TUINTPTR]))
   663  
   664  		// instantiate mallocgc(size uintptr, typ *byte, needszero bool) unsafe.Pointer
   665  		fn := typecheck.LookupRuntime("mallocgc")
   666  		ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, size, typecheck.NodNil(), ir.NewBool(base.Pos, false))
   667  		ptr.MarkNonNil()
   668  		sh := ir.NewSliceHeaderExpr(base.Pos, t, ptr, length, length)
   669  
   670  		s := typecheck.TempAt(base.Pos, ir.CurFunc, t)
   671  		r := typecheck.Stmt(ir.NewAssignStmt(base.Pos, s, sh))
   672  		r = walkExpr(r, init)
   673  		init.Append(r)
   674  
   675  		// instantiate memmove(to *any, frm *any, size uintptr)
   676  		fn = typecheck.LookupRuntime("memmove", t.Elem(), t.Elem())
   677  		ncopy := mkcall1(fn, nil, init, ir.NewUnaryExpr(base.Pos, ir.OSPTR, s), copyptr, size)
   678  		init.Append(walkExpr(typecheck.Stmt(ncopy), init))
   679  
   680  		return s
   681  	}
   682  	// Replace make+copy with runtime.makeslicecopy.
   683  	// instantiate makeslicecopy(typ *byte, tolen int, fromlen int, from unsafe.Pointer) unsafe.Pointer
   684  	fn := typecheck.LookupRuntime("makeslicecopy")
   685  	ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, reflectdata.MakeSliceElemRType(base.Pos, n), length, copylen, typecheck.Conv(copyptr, types.Types[types.TUNSAFEPTR]))
   686  	ptr.MarkNonNil()
   687  	sh := ir.NewSliceHeaderExpr(base.Pos, t, ptr, length, length)
   688  	return walkExpr(typecheck.Expr(sh), init)
   689  }
   690  
   691  // walkNew walks an ONEW node.
   692  func walkNew(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
   693  	t := n.Type().Elem()
   694  	if t.NotInHeap() {
   695  		base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", n.Type().Elem())
   696  	}
   697  	if n.Esc() == ir.EscNone {
   698  		if t.Size() > ir.MaxImplicitStackVarSize {
   699  			base.Fatalf("large ONEW with EscNone: %v", n)
   700  		}
   701  		return stackTempAddr(init, t)
   702  	}
   703  	types.CalcSize(t)
   704  	n.MarkNonNil()
   705  	return n
   706  }
   707  
   708  func walkMinMax(n *ir.CallExpr, init *ir.Nodes) ir.Node {
   709  	init.Append(ir.TakeInit(n)...)
   710  	walkExprList(n.Args, init)
   711  	return n
   712  }
   713  
   714  // generate code for print.
   715  func walkPrint(nn *ir.CallExpr, init *ir.Nodes) ir.Node {
   716  	// Hoist all the argument evaluation up before the lock.
   717  	walkExprListCheap(nn.Args, init)
   718  
   719  	// For println, add " " between elements and "\n" at the end.
   720  	if nn.Op() == ir.OPRINTLN {
   721  		s := nn.Args
   722  		t := make([]ir.Node, 0, len(s)*2)
   723  		for i, n := range s {
   724  			if i != 0 {
   725  				t = append(t, ir.NewString(base.Pos, " "))
   726  			}
   727  			t = append(t, n)
   728  		}
   729  		t = append(t, ir.NewString(base.Pos, "\n"))
   730  		nn.Args = t
   731  	}
   732  
   733  	// Collapse runs of constant strings.
   734  	s := nn.Args
   735  	t := make([]ir.Node, 0, len(s))
   736  	for i := 0; i < len(s); {
   737  		var strs []string
   738  		for i < len(s) && ir.IsConst(s[i], constant.String) {
   739  			strs = append(strs, ir.StringVal(s[i]))
   740  			i++
   741  		}
   742  		if len(strs) > 0 {
   743  			t = append(t, ir.NewString(base.Pos, strings.Join(strs, "")))
   744  		}
   745  		if i < len(s) {
   746  			t = append(t, s[i])
   747  			i++
   748  		}
   749  	}
   750  	nn.Args = t
   751  
   752  	calls := []ir.Node{mkcall("printlock", nil, init)}
   753  	for i, n := range nn.Args {
   754  		if n.Op() == ir.OLITERAL {
   755  			if n.Type() == types.UntypedRune {
   756  				n = typecheck.DefaultLit(n, types.RuneType)
   757  			}
   758  
   759  			switch n.Val().Kind() {
   760  			case constant.Int:
   761  				n = typecheck.DefaultLit(n, types.Types[types.TINT64])
   762  
   763  			case constant.Float:
   764  				n = typecheck.DefaultLit(n, types.Types[types.TFLOAT64])
   765  			}
   766  		}
   767  
   768  		if n.Op() != ir.OLITERAL && n.Type() != nil && n.Type().Kind() == types.TIDEAL {
   769  			n = typecheck.DefaultLit(n, types.Types[types.TINT64])
   770  		}
   771  		n = typecheck.DefaultLit(n, nil)
   772  		nn.Args[i] = n
   773  		if n.Type() == nil || n.Type().Kind() == types.TFORW {
   774  			continue
   775  		}
   776  
   777  		var on *ir.Name
   778  		switch n.Type().Kind() {
   779  		case types.TINTER:
   780  			if n.Type().IsEmptyInterface() {
   781  				on = typecheck.LookupRuntime("printeface", n.Type())
   782  			} else {
   783  				on = typecheck.LookupRuntime("printiface", n.Type())
   784  			}
   785  		case types.TPTR:
   786  			if n.Type().Elem().NotInHeap() {
   787  				on = typecheck.LookupRuntime("printuintptr")
   788  				n = ir.NewConvExpr(base.Pos, ir.OCONV, nil, n)
   789  				n.SetType(types.Types[types.TUNSAFEPTR])
   790  				n = ir.NewConvExpr(base.Pos, ir.OCONV, nil, n)
   791  				n.SetType(types.Types[types.TUINTPTR])
   792  				break
   793  			}
   794  			fallthrough
   795  		case types.TCHAN, types.TMAP, types.TFUNC, types.TUNSAFEPTR:
   796  			on = typecheck.LookupRuntime("printpointer", n.Type())
   797  		case types.TSLICE:
   798  			on = typecheck.LookupRuntime("printslice", n.Type())
   799  		case types.TUINT, types.TUINT8, types.TUINT16, types.TUINT32, types.TUINT64, types.TUINTPTR:
   800  			if types.RuntimeSymName(n.Type().Sym()) == "hex" {
   801  				on = typecheck.LookupRuntime("printhex")
   802  			} else {
   803  				on = typecheck.LookupRuntime("printuint")
   804  			}
   805  		case types.TINT, types.TINT8, types.TINT16, types.TINT32, types.TINT64:
   806  			on = typecheck.LookupRuntime("printint")
   807  		case types.TFLOAT32, types.TFLOAT64:
   808  			on = typecheck.LookupRuntime("printfloat")
   809  		case types.TCOMPLEX64, types.TCOMPLEX128:
   810  			on = typecheck.LookupRuntime("printcomplex")
   811  		case types.TBOOL:
   812  			on = typecheck.LookupRuntime("printbool")
   813  		case types.TSTRING:
   814  			cs := ""
   815  			if ir.IsConst(n, constant.String) {
   816  				cs = ir.StringVal(n)
   817  			}
   818  			switch cs {
   819  			case " ":
   820  				on = typecheck.LookupRuntime("printsp")
   821  			case "\n":
   822  				on = typecheck.LookupRuntime("printnl")
   823  			default:
   824  				on = typecheck.LookupRuntime("printstring")
   825  			}
   826  		default:
   827  			badtype(ir.OPRINT, n.Type(), nil)
   828  			continue
   829  		}
   830  
   831  		r := ir.NewCallExpr(base.Pos, ir.OCALL, on, nil)
   832  		if params := on.Type().Params(); len(params) > 0 {
   833  			t := params[0].Type
   834  			n = typecheck.Conv(n, t)
   835  			r.Args.Append(n)
   836  		}
   837  		calls = append(calls, r)
   838  	}
   839  
   840  	calls = append(calls, mkcall("printunlock", nil, init))
   841  
   842  	typecheck.Stmts(calls)
   843  	walkExprList(calls, init)
   844  
   845  	r := ir.NewBlockStmt(base.Pos, nil)
   846  	r.List = calls
   847  	return walkStmt(typecheck.Stmt(r))
   848  }
   849  
   850  // walkRecoverFP walks an ORECOVERFP node.
   851  func walkRecoverFP(nn *ir.CallExpr, init *ir.Nodes) ir.Node {
   852  	return mkcall("gorecover", nn.Type(), init, walkExpr(nn.Args[0], init))
   853  }
   854  
   855  // walkUnsafeData walks an OUNSAFESLICEDATA or OUNSAFESTRINGDATA expression.
   856  func walkUnsafeData(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
   857  	slice := walkExpr(n.X, init)
   858  	res := typecheck.Expr(ir.NewUnaryExpr(n.Pos(), ir.OSPTR, slice))
   859  	res.SetType(n.Type())
   860  	return walkExpr(res, init)
   861  }
   862  
   863  func walkUnsafeSlice(n *ir.BinaryExpr, init *ir.Nodes) ir.Node {
   864  	ptr := safeExpr(n.X, init)
   865  	len := safeExpr(n.Y, init)
   866  	sliceType := n.Type()
   867  
   868  	lenType := types.Types[types.TINT64]
   869  	unsafePtr := typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR])
   870  
   871  	// If checkptr enabled, call runtime.unsafeslicecheckptr to check ptr and len.
   872  	// for simplicity, unsafeslicecheckptr always uses int64.
   873  	// Type checking guarantees that TIDEAL len/cap are positive and fit in an int.
   874  	// The case of len or cap overflow when converting TUINT or TUINTPTR to TINT
   875  	// will be handled by the negative range checks in unsafeslice during runtime.
   876  	if ir.ShouldCheckPtr(ir.CurFunc, 1) {
   877  		fnname := "unsafeslicecheckptr"
   878  		fn := typecheck.LookupRuntime(fnname)
   879  		init.Append(mkcall1(fn, nil, init, reflectdata.UnsafeSliceElemRType(base.Pos, n), unsafePtr, typecheck.Conv(len, lenType)))
   880  	} else {
   881  		// Otherwise, open code unsafe.Slice to prevent runtime call overhead.
   882  		// Keep this code in sync with runtime.unsafeslice{,64}
   883  		if len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size() {
   884  			lenType = types.Types[types.TINT]
   885  		} else {
   886  			// len64 := int64(len)
   887  			// if int64(int(len64)) != len64 {
   888  			//     panicunsafeslicelen()
   889  			// }
   890  			len64 := typecheck.Conv(len, lenType)
   891  			nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
   892  			nif.Cond = ir.NewBinaryExpr(base.Pos, ir.ONE, typecheck.Conv(typecheck.Conv(len64, types.Types[types.TINT]), lenType), len64)
   893  			nif.Body.Append(mkcall("panicunsafeslicelen", nil, &nif.Body))
   894  			appendWalkStmt(init, nif)
   895  		}
   896  
   897  		// if len < 0 { panicunsafeslicelen() }
   898  		nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
   899  		nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
   900  		nif.Body.Append(mkcall("panicunsafeslicelen", nil, &nif.Body))
   901  		appendWalkStmt(init, nif)
   902  
   903  		if sliceType.Elem().Size() == 0 {
   904  			// if ptr == nil && len > 0  {
   905  			//      panicunsafesliceptrnil()
   906  			// }
   907  			nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
   908  			isNil := ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
   909  			gtZero := ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
   910  			nifPtr.Cond =
   911  				ir.NewLogicalExpr(base.Pos, ir.OANDAND, isNil, gtZero)
   912  			nifPtr.Body.Append(mkcall("panicunsafeslicenilptr", nil, &nifPtr.Body))
   913  			appendWalkStmt(init, nifPtr)
   914  
   915  			h := ir.NewSliceHeaderExpr(n.Pos(), sliceType,
   916  				typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
   917  				typecheck.Conv(len, types.Types[types.TINT]),
   918  				typecheck.Conv(len, types.Types[types.TINT]))
   919  			return walkExpr(typecheck.Expr(h), init)
   920  		}
   921  
   922  		// mem, overflow := math.mulUintptr(et.size, len)
   923  		mem := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TUINTPTR])
   924  		overflow := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TBOOL])
   925  
   926  		decl := types.NewSignature(nil,
   927  			[]*types.Field{
   928  				types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
   929  				types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
   930  			},
   931  			[]*types.Field{
   932  				types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
   933  				types.NewField(base.Pos, nil, types.Types[types.TBOOL]),
   934  			})
   935  
   936  		fn := ir.NewFunc(n.Pos(), n.Pos(), math_MulUintptr, decl)
   937  
   938  		call := mkcall1(fn.Nname, fn.Type().ResultsTuple(), init, ir.NewInt(base.Pos, sliceType.Elem().Size()), typecheck.Conv(typecheck.Conv(len, lenType), types.Types[types.TUINTPTR]))
   939  		appendWalkStmt(init, ir.NewAssignListStmt(base.Pos, ir.OAS2, []ir.Node{mem, overflow}, []ir.Node{call}))
   940  
   941  		// if overflow || mem > -uintptr(ptr) {
   942  		//     if ptr == nil {
   943  		//         panicunsafesliceptrnil()
   944  		//     }
   945  		//     panicunsafeslicelen()
   946  		// }
   947  		nif = ir.NewIfStmt(base.Pos, nil, nil, nil)
   948  		memCond := ir.NewBinaryExpr(base.Pos, ir.OGT, mem, ir.NewUnaryExpr(base.Pos, ir.ONEG, typecheck.Conv(unsafePtr, types.Types[types.TUINTPTR])))
   949  		nif.Cond = ir.NewLogicalExpr(base.Pos, ir.OOROR, overflow, memCond)
   950  		nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
   951  		nifPtr.Cond = ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
   952  		nifPtr.Body.Append(mkcall("panicunsafeslicenilptr", nil, &nifPtr.Body))
   953  		nif.Body.Append(nifPtr, mkcall("panicunsafeslicelen", nil, &nif.Body))
   954  		appendWalkStmt(init, nif)
   955  	}
   956  
   957  	h := ir.NewSliceHeaderExpr(n.Pos(), sliceType,
   958  		typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
   959  		typecheck.Conv(len, types.Types[types.TINT]),
   960  		typecheck.Conv(len, types.Types[types.TINT]))
   961  	return walkExpr(typecheck.Expr(h), init)
   962  }
   963  
   964  var math_MulUintptr = &types.Sym{Pkg: types.NewPkg("internal/runtime/math", "math"), Name: "MulUintptr"}
   965  
   966  func walkUnsafeString(n *ir.BinaryExpr, init *ir.Nodes) ir.Node {
   967  	ptr := safeExpr(n.X, init)
   968  	len := safeExpr(n.Y, init)
   969  
   970  	lenType := types.Types[types.TINT64]
   971  	unsafePtr := typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR])
   972  
   973  	// If checkptr enabled, call runtime.unsafestringcheckptr to check ptr and len.
   974  	// for simplicity, unsafestringcheckptr always uses int64.
   975  	// Type checking guarantees that TIDEAL len are positive and fit in an int.
   976  	if ir.ShouldCheckPtr(ir.CurFunc, 1) {
   977  		fnname := "unsafestringcheckptr"
   978  		fn := typecheck.LookupRuntime(fnname)
   979  		init.Append(mkcall1(fn, nil, init, unsafePtr, typecheck.Conv(len, lenType)))
   980  	} else {
   981  		// Otherwise, open code unsafe.String to prevent runtime call overhead.
   982  		// Keep this code in sync with runtime.unsafestring{,64}
   983  		if len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size() {
   984  			lenType = types.Types[types.TINT]
   985  		} else {
   986  			// len64 := int64(len)
   987  			// if int64(int(len64)) != len64 {
   988  			//     panicunsafestringlen()
   989  			// }
   990  			len64 := typecheck.Conv(len, lenType)
   991  			nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
   992  			nif.Cond = ir.NewBinaryExpr(base.Pos, ir.ONE, typecheck.Conv(typecheck.Conv(len64, types.Types[types.TINT]), lenType), len64)
   993  			nif.Body.Append(mkcall("panicunsafestringlen", nil, &nif.Body))
   994  			appendWalkStmt(init, nif)
   995  		}
   996  
   997  		// if len < 0 { panicunsafestringlen() }
   998  		nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
   999  		nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
  1000  		nif.Body.Append(mkcall("panicunsafestringlen", nil, &nif.Body))
  1001  		appendWalkStmt(init, nif)
  1002  
  1003  		// if uintpr(len) > -uintptr(ptr) {
  1004  		//    if ptr == nil {
  1005  		//       panicunsafestringnilptr()
  1006  		//    }
  1007  		//    panicunsafeslicelen()
  1008  		// }
  1009  		nifLen := ir.NewIfStmt(base.Pos, nil, nil, nil)
  1010  		nifLen.Cond = ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, types.Types[types.TUINTPTR]), ir.NewUnaryExpr(base.Pos, ir.ONEG, typecheck.Conv(unsafePtr, types.Types[types.TUINTPTR])))
  1011  		nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
  1012  		nifPtr.Cond = ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
  1013  		nifPtr.Body.Append(mkcall("panicunsafestringnilptr", nil, &nifPtr.Body))
  1014  		nifLen.Body.Append(nifPtr, mkcall("panicunsafestringlen", nil, &nifLen.Body))
  1015  		appendWalkStmt(init, nifLen)
  1016  	}
  1017  	h := ir.NewStringHeaderExpr(n.Pos(),
  1018  		typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
  1019  		typecheck.Conv(len, types.Types[types.TINT]),
  1020  	)
  1021  	return walkExpr(typecheck.Expr(h), init)
  1022  }
  1023  
  1024  func badtype(op ir.Op, tl, tr *types.Type) {
  1025  	var s string
  1026  	if tl != nil {
  1027  		s += fmt.Sprintf("\n\t%v", tl)
  1028  	}
  1029  	if tr != nil {
  1030  		s += fmt.Sprintf("\n\t%v", tr)
  1031  	}
  1032  
  1033  	// common mistake: *struct and *interface.
  1034  	if tl != nil && tr != nil && tl.IsPtr() && tr.IsPtr() {
  1035  		if tl.Elem().IsStruct() && tr.Elem().IsInterface() {
  1036  			s += "\n\t(*struct vs *interface)"
  1037  		} else if tl.Elem().IsInterface() && tr.Elem().IsStruct() {
  1038  			s += "\n\t(*interface vs *struct)"
  1039  		}
  1040  	}
  1041  
  1042  	base.Errorf("illegal types for operand: %v%s", op, s)
  1043  }
  1044  
  1045  func writebarrierfn(name string, l *types.Type, r *types.Type) ir.Node {
  1046  	return typecheck.LookupRuntime(name, l, r)
  1047  }
  1048  
  1049  // isRuneCount reports whether n is of the form len([]rune(string)).
  1050  // These are optimized into a call to runtime.countrunes.
  1051  func isRuneCount(n ir.Node) bool {
  1052  	return base.Flag.N == 0 && !base.Flag.Cfg.Instrumenting && n.Op() == ir.OLEN && n.(*ir.UnaryExpr).X.Op() == ir.OSTR2RUNES
  1053  }
  1054  
  1055  // isByteCount reports whether n is of the form len(string([]byte)).
  1056  func isByteCount(n ir.Node) bool {
  1057  	return base.Flag.N == 0 && !base.Flag.Cfg.Instrumenting && n.Op() == ir.OLEN &&
  1058  		(n.(*ir.UnaryExpr).X.Op() == ir.OBYTES2STR || n.(*ir.UnaryExpr).X.Op() == ir.OBYTES2STRTMP)
  1059  }
  1060  
  1061  // isChanLenCap reports whether n is of the form len(c) or cap(c) for a channel c.
  1062  // Note that this does not check for -n or instrumenting because this
  1063  // is a correctness rewrite, not an optimization.
  1064  func isChanLenCap(n ir.Node) bool {
  1065  	return (n.Op() == ir.OLEN || n.Op() == ir.OCAP) && n.(*ir.UnaryExpr).X.Type().IsChan()
  1066  }
  1067  

View as plain text