1
2
3
4
5 package walk
6
7 import (
8 "fmt"
9 "go/constant"
10 "go/token"
11 "internal/abi"
12 "internal/buildcfg"
13 "strings"
14
15 "cmd/compile/internal/base"
16 "cmd/compile/internal/escape"
17 "cmd/compile/internal/ir"
18 "cmd/compile/internal/reflectdata"
19 "cmd/compile/internal/typecheck"
20 "cmd/compile/internal/types"
21 )
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45 func walkAppend(n *ir.CallExpr, init *ir.Nodes, dst ir.Node) ir.Node {
46 if !ir.SameSafeExpr(dst, n.Args[0]) {
47 n.Args[0] = safeExpr(n.Args[0], init)
48 n.Args[0] = walkExpr(n.Args[0], init)
49 }
50 walkExprListSafe(n.Args[1:], init)
51
52 nsrc := n.Args[0]
53
54
55
56
57
58
59
60 ls := n.Args[1:]
61 for i, n := range ls {
62 n = cheapExpr(n, init)
63 if !types.Identical(n.Type(), nsrc.Type().Elem()) {
64 n = typecheck.AssignConv(n, nsrc.Type().Elem(), "append")
65 n = walkExpr(n, init)
66 }
67 ls[i] = n
68 }
69
70 argc := len(n.Args) - 1
71 if argc < 1 {
72 return nsrc
73 }
74
75
76
77 if !base.Flag.Cfg.Instrumenting || base.Flag.CompilingRuntime {
78 return n
79 }
80
81 var l []ir.Node
82
83
84 s := typecheck.TempAt(base.Pos, ir.CurFunc, nsrc.Type())
85 l = append(l, ir.NewAssignStmt(base.Pos, s, nsrc))
86
87
88 num := ir.NewInt(base.Pos, int64(argc))
89
90
91 newLen := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TINT])
92 l = append(l, ir.NewAssignStmt(base.Pos, newLen, ir.NewBinaryExpr(base.Pos, ir.OADD, ir.NewUnaryExpr(base.Pos, ir.OLEN, s), num)))
93
94
95 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
96 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLE, typecheck.Conv(newLen, types.Types[types.TUINT]), typecheck.Conv(ir.NewUnaryExpr(base.Pos, ir.OCAP, s), types.Types[types.TUINT]))
97 nif.Likely = true
98
99
100 slice := ir.NewSliceExpr(base.Pos, ir.OSLICE, s, nil, newLen, nil)
101 slice.SetBounded(true)
102 nif.Body = []ir.Node{
103 ir.NewAssignStmt(base.Pos, s, slice),
104 }
105
106
107 nif.Else = []ir.Node{
108 ir.NewAssignStmt(base.Pos, s, walkGrowslice(s, nif.PtrInit(),
109 ir.NewUnaryExpr(base.Pos, ir.OSPTR, s),
110 newLen,
111 ir.NewUnaryExpr(base.Pos, ir.OCAP, s),
112 num)),
113 }
114
115 l = append(l, nif)
116
117 ls = n.Args[1:]
118 for i, n := range ls {
119
120 ix := ir.NewIndexExpr(base.Pos, s, ir.NewBinaryExpr(base.Pos, ir.OSUB, newLen, ir.NewInt(base.Pos, int64(argc-i))))
121 ix.SetBounded(true)
122 l = append(l, ir.NewAssignStmt(base.Pos, ix, n))
123 }
124
125 typecheck.Stmts(l)
126 walkStmtList(l)
127 init.Append(l...)
128 return s
129 }
130
131
132 func walkGrowslice(slice *ir.Name, init *ir.Nodes, oldPtr, newLen, oldCap, num ir.Node) *ir.CallExpr {
133 elemtype := slice.Type().Elem()
134 fn := typecheck.LookupRuntime("growslice", elemtype, elemtype)
135 elemtypeptr := reflectdata.TypePtrAt(base.Pos, elemtype)
136 return mkcall1(fn, slice.Type(), init, oldPtr, newLen, oldCap, num, elemtypeptr)
137 }
138
139
140 func walkClear(n *ir.UnaryExpr) ir.Node {
141 typ := n.X.Type()
142 switch {
143 case typ.IsSlice():
144 if n := arrayClear(n.X.Pos(), n.X, nil); n != nil {
145 return n
146 }
147
148 return ir.NewBlockStmt(n.Pos(), nil)
149 case typ.IsMap():
150 return mapClear(n.X, reflectdata.TypePtrAt(n.X.Pos(), n.X.Type()))
151 }
152 panic("unreachable")
153 }
154
155
156 func walkClose(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
157 return mkcall1(chanfn("closechan", 1, n.X.Type()), nil, init, n.X)
158 }
159
160
161
162
163
164
165
166
167
168
169
170 func walkCopy(n *ir.BinaryExpr, init *ir.Nodes, runtimecall bool) ir.Node {
171 if n.X.Type().Elem().HasPointers() {
172 ir.CurFunc.SetWBPos(n.Pos())
173 fn := writebarrierfn("typedslicecopy", n.X.Type().Elem(), n.Y.Type().Elem())
174 n.X = cheapExpr(n.X, init)
175 ptrL, lenL := backingArrayPtrLen(n.X)
176 n.Y = cheapExpr(n.Y, init)
177 ptrR, lenR := backingArrayPtrLen(n.Y)
178 return mkcall1(fn, n.Type(), init, reflectdata.CopyElemRType(base.Pos, n), ptrL, lenL, ptrR, lenR)
179 }
180
181 if runtimecall {
182
183
184
185
186 n.X = cheapExpr(n.X, init)
187 ptrL, lenL := backingArrayPtrLen(n.X)
188 n.Y = cheapExpr(n.Y, init)
189 ptrR, lenR := backingArrayPtrLen(n.Y)
190
191 fn := typecheck.LookupRuntime("slicecopy", ptrL.Type().Elem(), ptrR.Type().Elem())
192
193 return mkcall1(fn, n.Type(), init, ptrL, lenL, ptrR, lenR, ir.NewInt(base.Pos, n.X.Type().Elem().Size()))
194 }
195
196 n.X = walkExpr(n.X, init)
197 n.Y = walkExpr(n.Y, init)
198 nl := typecheck.TempAt(base.Pos, ir.CurFunc, n.X.Type())
199 nr := typecheck.TempAt(base.Pos, ir.CurFunc, n.Y.Type())
200 var l []ir.Node
201 l = append(l, ir.NewAssignStmt(base.Pos, nl, n.X))
202 l = append(l, ir.NewAssignStmt(base.Pos, nr, n.Y))
203
204 nfrm := ir.NewUnaryExpr(base.Pos, ir.OSPTR, nr)
205 nto := ir.NewUnaryExpr(base.Pos, ir.OSPTR, nl)
206
207 nlen := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TINT])
208
209
210 l = append(l, ir.NewAssignStmt(base.Pos, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nl)))
211
212
213 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
214
215 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OGT, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nr))
216 nif.Body.Append(ir.NewAssignStmt(base.Pos, nlen, ir.NewUnaryExpr(base.Pos, ir.OLEN, nr)))
217 l = append(l, nif)
218
219
220 ne := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.ONE, nto, nfrm), nil, nil)
221 ne.Likely = true
222 l = append(l, ne)
223
224 fn := typecheck.LookupRuntime("memmove", nl.Type().Elem(), nl.Type().Elem())
225 nwid := ir.Node(typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TUINTPTR]))
226 setwid := ir.NewAssignStmt(base.Pos, nwid, typecheck.Conv(nlen, types.Types[types.TUINTPTR]))
227 ne.Body.Append(setwid)
228 nwid = ir.NewBinaryExpr(base.Pos, ir.OMUL, nwid, ir.NewInt(base.Pos, nl.Type().Elem().Size()))
229 call := mkcall1(fn, nil, init, nto, nfrm, nwid)
230 ne.Body.Append(call)
231
232 typecheck.Stmts(l)
233 walkStmtList(l)
234 init.Append(l...)
235 return nlen
236 }
237
238
239 func walkDelete(init *ir.Nodes, n *ir.CallExpr) ir.Node {
240 init.Append(ir.TakeInit(n)...)
241 map_ := n.Args[0]
242 key := n.Args[1]
243 map_ = walkExpr(map_, init)
244 key = walkExpr(key, init)
245
246 t := map_.Type()
247 fast := mapfast(t)
248 key = mapKeyArg(fast, n, key, false)
249 return mkcall1(mapfndel(mapdelete[fast], t), nil, init, reflectdata.DeleteMapRType(base.Pos, n), map_, key)
250 }
251
252
253 func walkLenCap(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
254 if isRuneCount(n) {
255
256 return mkcall("countrunes", n.Type(), init, typecheck.Conv(n.X.(*ir.ConvExpr).X, types.Types[types.TSTRING]))
257 }
258 if isByteCount(n) {
259 conv := n.X.(*ir.ConvExpr)
260 walkStmtList(conv.Init())
261 init.Append(ir.TakeInit(conv)...)
262 _, len := backingArrayPtrLen(cheapExpr(conv.X, init))
263 return len
264 }
265 if isChanLenCap(n) {
266 name := "chanlen"
267 if n.Op() == ir.OCAP {
268 name = "chancap"
269 }
270
271
272 fn := typecheck.LookupRuntime(name, n.X.Type())
273 return mkcall1(fn, n.Type(), init, n.X)
274 }
275
276 n.X = walkExpr(n.X, init)
277
278
279
280 t := n.X.Type()
281
282 if t.IsPtr() {
283 t = t.Elem()
284 }
285 if t.IsArray() {
286 safeExpr(n.X, init)
287 con := ir.NewConstExpr(constant.MakeInt64(t.NumElem()), n)
288 con.SetTypecheck(1)
289 return con
290 }
291 return n
292 }
293
294
295 func walkMakeChan(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
296
297
298 size := n.Len
299 fnname := "makechan64"
300 argtype := types.Types[types.TINT64]
301
302
303
304
305 if size.Type().IsKind(types.TIDEAL) || size.Type().Size() <= types.Types[types.TUINT].Size() {
306 fnname = "makechan"
307 argtype = types.Types[types.TINT]
308 }
309
310 return mkcall1(chanfn(fnname, 1, n.Type()), n.Type(), init, reflectdata.MakeChanRType(base.Pos, n), typecheck.Conv(size, argtype))
311 }
312
313
314 func walkMakeMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
315 if buildcfg.Experiment.SwissMap {
316 return walkMakeSwissMap(n, init)
317 }
318 return walkMakeOldMap(n, init)
319 }
320
321 func walkMakeSwissMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
322 t := n.Type()
323 mapType := reflectdata.SwissMapType()
324 hint := n.Len
325
326
327 var m ir.Node
328 if n.Esc() == ir.EscNone {
329
330
331
332
333 m = stackTempAddr(init, mapType)
334
335
336
337
338
339
340 if !ir.IsConst(hint, constant.Int) ||
341 constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.SwissMapGroupSlots)) {
342
343
344
345
346
347
348
349
350
351
352
353
354 nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLE, hint, ir.NewInt(base.Pos, abi.SwissMapGroupSlots)), nil, nil)
355 nif.Likely = true
356
357 groupType := reflectdata.SwissMapGroupType(t)
358
359
360
361 g := stackTempAddr(&nif.Body, groupType)
362
363
364
365 empty := ir.NewBasicLit(base.Pos, types.UntypedInt, constant.MakeUint64(abi.SwissMapCtrlEmpty))
366
367
368 csym := groupType.Field(0).Sym
369 ca := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, g, csym), empty)
370 nif.Body.Append(ca)
371
372
373 dsym := mapType.Field(2).Sym
374 na := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, m, dsym), typecheck.ConvNop(g, types.Types[types.TUNSAFEPTR]))
375 nif.Body.Append(na)
376 appendWalkStmt(init, nif)
377 }
378 }
379
380 if ir.IsConst(hint, constant.Int) && constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.SwissMapGroupSlots)) {
381
382
383
384
385
386
387
388 if n.Esc() == ir.EscNone {
389
390
391
392 rand := mkcall("rand", types.Types[types.TUINT64], init)
393 seedSym := mapType.Field(1).Sym
394 appendWalkStmt(init, ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, m, seedSym), typecheck.Conv(rand, types.Types[types.TUINTPTR])))
395 return typecheck.ConvNop(m, t)
396 }
397
398
399 fn := typecheck.LookupRuntime("makemap_small", t.Key(), t.Elem())
400 return mkcall1(fn, n.Type(), init)
401 }
402
403 if n.Esc() != ir.EscNone {
404 m = typecheck.NodNil()
405 }
406
407
408
409
410
411
412
413
414 fnname := "makemap64"
415 argtype := types.Types[types.TINT64]
416
417
418
419
420
421 if hint.Type().IsKind(types.TIDEAL) || hint.Type().Size() <= types.Types[types.TUINT].Size() {
422 fnname = "makemap"
423 argtype = types.Types[types.TINT]
424 }
425
426 fn := typecheck.LookupRuntime(fnname, mapType, t.Key(), t.Elem())
427 return mkcall1(fn, n.Type(), init, reflectdata.MakeMapRType(base.Pos, n), typecheck.Conv(hint, argtype), m)
428 }
429
430 func walkMakeOldMap(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
431 t := n.Type()
432 hmapType := reflectdata.OldMapType()
433 hint := n.Len
434
435
436 var h ir.Node
437 if n.Esc() == ir.EscNone {
438
439
440
441
442 h = stackTempAddr(init, hmapType)
443
444
445
446
447
448
449 if !ir.IsConst(hint, constant.Int) ||
450 constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.OldMapBucketCount)) {
451
452
453
454
455
456
457
458
459
460
461 nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLE, hint, ir.NewInt(base.Pos, abi.OldMapBucketCount)), nil, nil)
462 nif.Likely = true
463
464
465
466 b := stackTempAddr(&nif.Body, reflectdata.OldMapBucketType(t))
467
468
469 bsym := hmapType.Field(5).Sym
470 na := ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, h, bsym), typecheck.ConvNop(b, types.Types[types.TUNSAFEPTR]))
471 nif.Body.Append(na)
472 appendWalkStmt(init, nif)
473 }
474 }
475
476 if ir.IsConst(hint, constant.Int) && constant.Compare(hint.Val(), token.LEQ, constant.MakeInt64(abi.OldMapBucketCount)) {
477
478
479
480
481
482
483
484 if n.Esc() == ir.EscNone {
485
486
487
488 rand := mkcall("rand32", types.Types[types.TUINT32], init)
489 hashsym := hmapType.Field(4).Sym
490 appendWalkStmt(init, ir.NewAssignStmt(base.Pos, ir.NewSelectorExpr(base.Pos, ir.ODOT, h, hashsym), rand))
491 return typecheck.ConvNop(h, t)
492 }
493
494
495 fn := typecheck.LookupRuntime("makemap_small", t.Key(), t.Elem())
496 return mkcall1(fn, n.Type(), init)
497 }
498
499 if n.Esc() != ir.EscNone {
500 h = typecheck.NodNil()
501 }
502
503
504
505
506
507
508
509 fnname := "makemap64"
510 argtype := types.Types[types.TINT64]
511
512
513
514
515
516 if hint.Type().IsKind(types.TIDEAL) || hint.Type().Size() <= types.Types[types.TUINT].Size() {
517 fnname = "makemap"
518 argtype = types.Types[types.TINT]
519 }
520
521 fn := typecheck.LookupRuntime(fnname, hmapType, t.Key(), t.Elem())
522 return mkcall1(fn, n.Type(), init, reflectdata.MakeMapRType(base.Pos, n), typecheck.Conv(hint, argtype), h)
523 }
524
525
526 func walkMakeSlice(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
527 l := n.Len
528 r := n.Cap
529 if r == nil {
530 r = safeExpr(l, init)
531 l = r
532 }
533 t := n.Type()
534 if t.Elem().NotInHeap() {
535 base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", t.Elem())
536 }
537 if n.Esc() == ir.EscNone {
538 if why := escape.HeapAllocReason(n); why != "" {
539 base.Fatalf("%v has EscNone, but %v", n, why)
540 }
541
542
543 i := typecheck.IndexConst(r)
544
545
546
547
548
549
550
551
552 nif := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(l, types.Types[types.TUINT64]), ir.NewInt(base.Pos, i)), nil, nil)
553 niflen := ir.NewIfStmt(base.Pos, ir.NewBinaryExpr(base.Pos, ir.OLT, l, ir.NewInt(base.Pos, 0)), nil, nil)
554 niflen.Body = []ir.Node{mkcall("panicmakeslicelen", nil, init)}
555 nif.Body.Append(niflen, mkcall("panicmakeslicecap", nil, init))
556 init.Append(typecheck.Stmt(nif))
557
558 t = types.NewArray(t.Elem(), i)
559 var_ := typecheck.TempAt(base.Pos, ir.CurFunc, t)
560 appendWalkStmt(init, ir.NewAssignStmt(base.Pos, var_, nil))
561 r := ir.NewSliceExpr(base.Pos, ir.OSLICE, var_, nil, l, nil)
562
563 return walkExpr(typecheck.Expr(typecheck.Conv(r, n.Type())), init)
564 }
565
566
567
568
569
570 len, cap := l, r
571
572 fnname := "makeslice64"
573 argtype := types.Types[types.TINT64]
574
575
576
577
578 if (len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size()) &&
579 (cap.Type().IsKind(types.TIDEAL) || cap.Type().Size() <= types.Types[types.TUINT].Size()) {
580 fnname = "makeslice"
581 argtype = types.Types[types.TINT]
582 }
583 fn := typecheck.LookupRuntime(fnname)
584 ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, reflectdata.MakeSliceElemRType(base.Pos, n), typecheck.Conv(len, argtype), typecheck.Conv(cap, argtype))
585 ptr.MarkNonNil()
586 len = typecheck.Conv(len, types.Types[types.TINT])
587 cap = typecheck.Conv(cap, types.Types[types.TINT])
588 sh := ir.NewSliceHeaderExpr(base.Pos, t, ptr, len, cap)
589 return walkExpr(typecheck.Expr(sh), init)
590 }
591
592
593 func walkMakeSliceCopy(n *ir.MakeExpr, init *ir.Nodes) ir.Node {
594 if n.Esc() == ir.EscNone {
595 base.Fatalf("OMAKESLICECOPY with EscNone: %v", n)
596 }
597
598 t := n.Type()
599 if t.Elem().NotInHeap() {
600 base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", t.Elem())
601 }
602
603 length := typecheck.Conv(n.Len, types.Types[types.TINT])
604 copylen := ir.NewUnaryExpr(base.Pos, ir.OLEN, n.Cap)
605 copyptr := ir.NewUnaryExpr(base.Pos, ir.OSPTR, n.Cap)
606
607 if !t.Elem().HasPointers() && n.Bounded() {
608
609
610
611
612
613
614 size := ir.NewBinaryExpr(base.Pos, ir.OMUL, typecheck.Conv(length, types.Types[types.TUINTPTR]), typecheck.Conv(ir.NewInt(base.Pos, t.Elem().Size()), types.Types[types.TUINTPTR]))
615
616
617 fn := typecheck.LookupRuntime("mallocgc")
618 ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, size, typecheck.NodNil(), ir.NewBool(base.Pos, false))
619 ptr.MarkNonNil()
620 sh := ir.NewSliceHeaderExpr(base.Pos, t, ptr, length, length)
621
622 s := typecheck.TempAt(base.Pos, ir.CurFunc, t)
623 r := typecheck.Stmt(ir.NewAssignStmt(base.Pos, s, sh))
624 r = walkExpr(r, init)
625 init.Append(r)
626
627
628 fn = typecheck.LookupRuntime("memmove", t.Elem(), t.Elem())
629 ncopy := mkcall1(fn, nil, init, ir.NewUnaryExpr(base.Pos, ir.OSPTR, s), copyptr, size)
630 init.Append(walkExpr(typecheck.Stmt(ncopy), init))
631
632 return s
633 }
634
635
636 fn := typecheck.LookupRuntime("makeslicecopy")
637 ptr := mkcall1(fn, types.Types[types.TUNSAFEPTR], init, reflectdata.MakeSliceElemRType(base.Pos, n), length, copylen, typecheck.Conv(copyptr, types.Types[types.TUNSAFEPTR]))
638 ptr.MarkNonNil()
639 sh := ir.NewSliceHeaderExpr(base.Pos, t, ptr, length, length)
640 return walkExpr(typecheck.Expr(sh), init)
641 }
642
643
644 func walkNew(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
645 t := n.Type().Elem()
646 if t.NotInHeap() {
647 base.Errorf("%v can't be allocated in Go; it is incomplete (or unallocatable)", n.Type().Elem())
648 }
649 if n.Esc() == ir.EscNone {
650 if t.Size() > ir.MaxImplicitStackVarSize {
651 base.Fatalf("large ONEW with EscNone: %v", n)
652 }
653 return stackTempAddr(init, t)
654 }
655 types.CalcSize(t)
656 n.MarkNonNil()
657 return n
658 }
659
660 func walkMinMax(n *ir.CallExpr, init *ir.Nodes) ir.Node {
661 init.Append(ir.TakeInit(n)...)
662 walkExprList(n.Args, init)
663 return n
664 }
665
666
667 func walkPrint(nn *ir.CallExpr, init *ir.Nodes) ir.Node {
668
669 walkExprListCheap(nn.Args, init)
670
671
672 if nn.Op() == ir.OPRINTLN {
673 s := nn.Args
674 t := make([]ir.Node, 0, len(s)*2)
675 for i, n := range s {
676 if i != 0 {
677 t = append(t, ir.NewString(base.Pos, " "))
678 }
679 t = append(t, n)
680 }
681 t = append(t, ir.NewString(base.Pos, "\n"))
682 nn.Args = t
683 }
684
685
686 s := nn.Args
687 t := make([]ir.Node, 0, len(s))
688 for i := 0; i < len(s); {
689 var strs []string
690 for i < len(s) && ir.IsConst(s[i], constant.String) {
691 strs = append(strs, ir.StringVal(s[i]))
692 i++
693 }
694 if len(strs) > 0 {
695 t = append(t, ir.NewString(base.Pos, strings.Join(strs, "")))
696 }
697 if i < len(s) {
698 t = append(t, s[i])
699 i++
700 }
701 }
702 nn.Args = t
703
704 calls := []ir.Node{mkcall("printlock", nil, init)}
705 for i, n := range nn.Args {
706 if n.Op() == ir.OLITERAL {
707 if n.Type() == types.UntypedRune {
708 n = typecheck.DefaultLit(n, types.RuneType)
709 }
710
711 switch n.Val().Kind() {
712 case constant.Int:
713 n = typecheck.DefaultLit(n, types.Types[types.TINT64])
714
715 case constant.Float:
716 n = typecheck.DefaultLit(n, types.Types[types.TFLOAT64])
717 }
718 }
719
720 if n.Op() != ir.OLITERAL && n.Type() != nil && n.Type().Kind() == types.TIDEAL {
721 n = typecheck.DefaultLit(n, types.Types[types.TINT64])
722 }
723 n = typecheck.DefaultLit(n, nil)
724 nn.Args[i] = n
725 if n.Type() == nil || n.Type().Kind() == types.TFORW {
726 continue
727 }
728
729 var on *ir.Name
730 switch n.Type().Kind() {
731 case types.TINTER:
732 if n.Type().IsEmptyInterface() {
733 on = typecheck.LookupRuntime("printeface", n.Type())
734 } else {
735 on = typecheck.LookupRuntime("printiface", n.Type())
736 }
737 case types.TPTR:
738 if n.Type().Elem().NotInHeap() {
739 on = typecheck.LookupRuntime("printuintptr")
740 n = ir.NewConvExpr(base.Pos, ir.OCONV, nil, n)
741 n.SetType(types.Types[types.TUNSAFEPTR])
742 n = ir.NewConvExpr(base.Pos, ir.OCONV, nil, n)
743 n.SetType(types.Types[types.TUINTPTR])
744 break
745 }
746 fallthrough
747 case types.TCHAN, types.TMAP, types.TFUNC, types.TUNSAFEPTR:
748 on = typecheck.LookupRuntime("printpointer", n.Type())
749 case types.TSLICE:
750 on = typecheck.LookupRuntime("printslice", n.Type())
751 case types.TUINT, types.TUINT8, types.TUINT16, types.TUINT32, types.TUINT64, types.TUINTPTR:
752 if types.RuntimeSymName(n.Type().Sym()) == "hex" {
753 on = typecheck.LookupRuntime("printhex")
754 } else {
755 on = typecheck.LookupRuntime("printuint")
756 }
757 case types.TINT, types.TINT8, types.TINT16, types.TINT32, types.TINT64:
758 on = typecheck.LookupRuntime("printint")
759 case types.TFLOAT32, types.TFLOAT64:
760 on = typecheck.LookupRuntime("printfloat")
761 case types.TCOMPLEX64, types.TCOMPLEX128:
762 on = typecheck.LookupRuntime("printcomplex")
763 case types.TBOOL:
764 on = typecheck.LookupRuntime("printbool")
765 case types.TSTRING:
766 cs := ""
767 if ir.IsConst(n, constant.String) {
768 cs = ir.StringVal(n)
769 }
770 switch cs {
771 case " ":
772 on = typecheck.LookupRuntime("printsp")
773 case "\n":
774 on = typecheck.LookupRuntime("printnl")
775 default:
776 on = typecheck.LookupRuntime("printstring")
777 }
778 default:
779 badtype(ir.OPRINT, n.Type(), nil)
780 continue
781 }
782
783 r := ir.NewCallExpr(base.Pos, ir.OCALL, on, nil)
784 if params := on.Type().Params(); len(params) > 0 {
785 t := params[0].Type
786 n = typecheck.Conv(n, t)
787 r.Args.Append(n)
788 }
789 calls = append(calls, r)
790 }
791
792 calls = append(calls, mkcall("printunlock", nil, init))
793
794 typecheck.Stmts(calls)
795 walkExprList(calls, init)
796
797 r := ir.NewBlockStmt(base.Pos, nil)
798 r.List = calls
799 return walkStmt(typecheck.Stmt(r))
800 }
801
802
803 func walkRecoverFP(nn *ir.CallExpr, init *ir.Nodes) ir.Node {
804 return mkcall("gorecover", nn.Type(), init, walkExpr(nn.Args[0], init))
805 }
806
807
808 func walkUnsafeData(n *ir.UnaryExpr, init *ir.Nodes) ir.Node {
809 slice := walkExpr(n.X, init)
810 res := typecheck.Expr(ir.NewUnaryExpr(n.Pos(), ir.OSPTR, slice))
811 res.SetType(n.Type())
812 return walkExpr(res, init)
813 }
814
815 func walkUnsafeSlice(n *ir.BinaryExpr, init *ir.Nodes) ir.Node {
816 ptr := safeExpr(n.X, init)
817 len := safeExpr(n.Y, init)
818 sliceType := n.Type()
819
820 lenType := types.Types[types.TINT64]
821 unsafePtr := typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR])
822
823
824
825
826
827
828 if ir.ShouldCheckPtr(ir.CurFunc, 1) {
829 fnname := "unsafeslicecheckptr"
830 fn := typecheck.LookupRuntime(fnname)
831 init.Append(mkcall1(fn, nil, init, reflectdata.UnsafeSliceElemRType(base.Pos, n), unsafePtr, typecheck.Conv(len, lenType)))
832 } else {
833
834
835 if len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size() {
836 lenType = types.Types[types.TINT]
837 } else {
838
839
840
841
842 len64 := typecheck.Conv(len, lenType)
843 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
844 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.ONE, typecheck.Conv(typecheck.Conv(len64, types.Types[types.TINT]), lenType), len64)
845 nif.Body.Append(mkcall("panicunsafeslicelen", nil, &nif.Body))
846 appendWalkStmt(init, nif)
847 }
848
849
850 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
851 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
852 nif.Body.Append(mkcall("panicunsafeslicelen", nil, &nif.Body))
853 appendWalkStmt(init, nif)
854
855 if sliceType.Elem().Size() == 0 {
856
857
858
859 nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
860 isNil := ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
861 gtZero := ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
862 nifPtr.Cond =
863 ir.NewLogicalExpr(base.Pos, ir.OANDAND, isNil, gtZero)
864 nifPtr.Body.Append(mkcall("panicunsafeslicenilptr", nil, &nifPtr.Body))
865 appendWalkStmt(init, nifPtr)
866
867 h := ir.NewSliceHeaderExpr(n.Pos(), sliceType,
868 typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
869 typecheck.Conv(len, types.Types[types.TINT]),
870 typecheck.Conv(len, types.Types[types.TINT]))
871 return walkExpr(typecheck.Expr(h), init)
872 }
873
874
875 mem := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TUINTPTR])
876 overflow := typecheck.TempAt(base.Pos, ir.CurFunc, types.Types[types.TBOOL])
877
878 decl := types.NewSignature(nil,
879 []*types.Field{
880 types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
881 types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
882 },
883 []*types.Field{
884 types.NewField(base.Pos, nil, types.Types[types.TUINTPTR]),
885 types.NewField(base.Pos, nil, types.Types[types.TBOOL]),
886 })
887
888 fn := ir.NewFunc(n.Pos(), n.Pos(), math_MulUintptr, decl)
889
890 call := mkcall1(fn.Nname, fn.Type().ResultsTuple(), init, ir.NewInt(base.Pos, sliceType.Elem().Size()), typecheck.Conv(typecheck.Conv(len, lenType), types.Types[types.TUINTPTR]))
891 appendWalkStmt(init, ir.NewAssignListStmt(base.Pos, ir.OAS2, []ir.Node{mem, overflow}, []ir.Node{call}))
892
893
894
895
896
897
898
899 nif = ir.NewIfStmt(base.Pos, nil, nil, nil)
900 memCond := ir.NewBinaryExpr(base.Pos, ir.OGT, mem, ir.NewUnaryExpr(base.Pos, ir.ONEG, typecheck.Conv(unsafePtr, types.Types[types.TUINTPTR])))
901 nif.Cond = ir.NewLogicalExpr(base.Pos, ir.OOROR, overflow, memCond)
902 nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
903 nifPtr.Cond = ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
904 nifPtr.Body.Append(mkcall("panicunsafeslicenilptr", nil, &nifPtr.Body))
905 nif.Body.Append(nifPtr, mkcall("panicunsafeslicelen", nil, &nif.Body))
906 appendWalkStmt(init, nif)
907 }
908
909 h := ir.NewSliceHeaderExpr(n.Pos(), sliceType,
910 typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
911 typecheck.Conv(len, types.Types[types.TINT]),
912 typecheck.Conv(len, types.Types[types.TINT]))
913 return walkExpr(typecheck.Expr(h), init)
914 }
915
916 var math_MulUintptr = &types.Sym{Pkg: types.NewPkg("internal/runtime/math", "math"), Name: "MulUintptr"}
917
918 func walkUnsafeString(n *ir.BinaryExpr, init *ir.Nodes) ir.Node {
919 ptr := safeExpr(n.X, init)
920 len := safeExpr(n.Y, init)
921
922 lenType := types.Types[types.TINT64]
923 unsafePtr := typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR])
924
925
926
927
928 if ir.ShouldCheckPtr(ir.CurFunc, 1) {
929 fnname := "unsafestringcheckptr"
930 fn := typecheck.LookupRuntime(fnname)
931 init.Append(mkcall1(fn, nil, init, unsafePtr, typecheck.Conv(len, lenType)))
932 } else {
933
934
935 if len.Type().IsKind(types.TIDEAL) || len.Type().Size() <= types.Types[types.TUINT].Size() {
936 lenType = types.Types[types.TINT]
937 } else {
938
939
940
941
942 len64 := typecheck.Conv(len, lenType)
943 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
944 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.ONE, typecheck.Conv(typecheck.Conv(len64, types.Types[types.TINT]), lenType), len64)
945 nif.Body.Append(mkcall("panicunsafestringlen", nil, &nif.Body))
946 appendWalkStmt(init, nif)
947 }
948
949
950 nif := ir.NewIfStmt(base.Pos, nil, nil, nil)
951 nif.Cond = ir.NewBinaryExpr(base.Pos, ir.OLT, typecheck.Conv(len, lenType), ir.NewInt(base.Pos, 0))
952 nif.Body.Append(mkcall("panicunsafestringlen", nil, &nif.Body))
953 appendWalkStmt(init, nif)
954
955
956
957
958
959
960
961 nifLen := ir.NewIfStmt(base.Pos, nil, nil, nil)
962 nifLen.Cond = ir.NewBinaryExpr(base.Pos, ir.OGT, typecheck.Conv(len, types.Types[types.TUINTPTR]), ir.NewUnaryExpr(base.Pos, ir.ONEG, typecheck.Conv(unsafePtr, types.Types[types.TUINTPTR])))
963 nifPtr := ir.NewIfStmt(base.Pos, nil, nil, nil)
964 nifPtr.Cond = ir.NewBinaryExpr(base.Pos, ir.OEQ, unsafePtr, typecheck.NodNil())
965 nifPtr.Body.Append(mkcall("panicunsafestringnilptr", nil, &nifPtr.Body))
966 nifLen.Body.Append(nifPtr, mkcall("panicunsafestringlen", nil, &nifLen.Body))
967 appendWalkStmt(init, nifLen)
968 }
969 h := ir.NewStringHeaderExpr(n.Pos(),
970 typecheck.Conv(ptr, types.Types[types.TUNSAFEPTR]),
971 typecheck.Conv(len, types.Types[types.TINT]),
972 )
973 return walkExpr(typecheck.Expr(h), init)
974 }
975
976 func badtype(op ir.Op, tl, tr *types.Type) {
977 var s string
978 if tl != nil {
979 s += fmt.Sprintf("\n\t%v", tl)
980 }
981 if tr != nil {
982 s += fmt.Sprintf("\n\t%v", tr)
983 }
984
985
986 if tl != nil && tr != nil && tl.IsPtr() && tr.IsPtr() {
987 if tl.Elem().IsStruct() && tr.Elem().IsInterface() {
988 s += "\n\t(*struct vs *interface)"
989 } else if tl.Elem().IsInterface() && tr.Elem().IsStruct() {
990 s += "\n\t(*interface vs *struct)"
991 }
992 }
993
994 base.Errorf("illegal types for operand: %v%s", op, s)
995 }
996
997 func writebarrierfn(name string, l *types.Type, r *types.Type) ir.Node {
998 return typecheck.LookupRuntime(name, l, r)
999 }
1000
1001
1002
1003 func isRuneCount(n ir.Node) bool {
1004 return base.Flag.N == 0 && !base.Flag.Cfg.Instrumenting && n.Op() == ir.OLEN && n.(*ir.UnaryExpr).X.Op() == ir.OSTR2RUNES
1005 }
1006
1007
1008 func isByteCount(n ir.Node) bool {
1009 return base.Flag.N == 0 && !base.Flag.Cfg.Instrumenting && n.Op() == ir.OLEN &&
1010 (n.(*ir.UnaryExpr).X.Op() == ir.OBYTES2STR || n.(*ir.UnaryExpr).X.Op() == ir.OBYTES2STRTMP)
1011 }
1012
1013
1014
1015
1016 func isChanLenCap(n ir.Node) bool {
1017 return (n.Op() == ir.OLEN || n.Op() == ir.OCAP) && n.(*ir.UnaryExpr).X.Type().IsChan()
1018 }
1019
View as plain text