Source file
src/runtime/mkpreempt.go
1
2
3
4
5
6
7
8
9 package main
10
11 import (
12 "flag"
13 "fmt"
14 "io"
15 "log"
16 "os"
17 "strings"
18 )
19
20
21
22 var regNames386 = []string{
23 "AX",
24 "CX",
25 "DX",
26 "BX",
27 "SP",
28 "BP",
29 "SI",
30 "DI",
31 "X0",
32 "X1",
33 "X2",
34 "X3",
35 "X4",
36 "X5",
37 "X6",
38 "X7",
39 }
40
41 var regNamesAMD64 = []string{
42 "AX",
43 "CX",
44 "DX",
45 "BX",
46 "SP",
47 "BP",
48 "SI",
49 "DI",
50 "R8",
51 "R9",
52 "R10",
53 "R11",
54 "R12",
55 "R13",
56 "R14",
57 "R15",
58 "X0",
59 "X1",
60 "X2",
61 "X3",
62 "X4",
63 "X5",
64 "X6",
65 "X7",
66 "X8",
67 "X9",
68 "X10",
69 "X11",
70 "X12",
71 "X13",
72 "X14",
73 "X15",
74 }
75
76 var out io.Writer
77
78 var arches = map[string]func(){
79 "386": gen386,
80 "amd64": genAMD64,
81 "arm": genARM,
82 "arm64": genARM64,
83 "loong64": genLoong64,
84 "mips64x": func() { genMIPS(true) },
85 "mipsx": func() { genMIPS(false) },
86 "ppc64x": genPPC64,
87 "riscv64": genRISCV64,
88 "s390x": genS390X,
89 "wasm": genWasm,
90 }
91 var beLe = map[string]bool{"mips64x": true, "mipsx": true, "ppc64x": true}
92
93 func main() {
94 flag.Parse()
95 if flag.NArg() > 0 {
96 out = os.Stdout
97 for _, arch := range flag.Args() {
98 gen, ok := arches[arch]
99 if !ok {
100 log.Fatalf("unknown arch %s", arch)
101 }
102 header(arch)
103 gen()
104 }
105 return
106 }
107
108 for arch, gen := range arches {
109 f, err := os.Create(fmt.Sprintf("preempt_%s.s", arch))
110 if err != nil {
111 log.Fatal(err)
112 }
113 out = f
114 header(arch)
115 gen()
116 if err := f.Close(); err != nil {
117 log.Fatal(err)
118 }
119 }
120 }
121
122 func header(arch string) {
123 fmt.Fprintf(out, "// Code generated by mkpreempt.go; DO NOT EDIT.\n\n")
124 if beLe[arch] {
125 base := arch[:len(arch)-1]
126 fmt.Fprintf(out, "//go:build %s || %sle\n\n", base, base)
127 }
128 fmt.Fprintf(out, "#include \"go_asm.h\"\n")
129 if arch == "amd64" {
130 fmt.Fprintf(out, "#include \"asm_amd64.h\"\n")
131 }
132 fmt.Fprintf(out, "#include \"textflag.h\"\n\n")
133 fmt.Fprintf(out, "TEXT ·asyncPreempt(SB),NOSPLIT|NOFRAME,$0-0\n")
134 }
135
136 func p(f string, args ...any) {
137 fmted := fmt.Sprintf(f, args...)
138 fmt.Fprintf(out, "\t%s\n", strings.ReplaceAll(fmted, "\n", "\n\t"))
139 }
140
141 func label(l string) {
142 fmt.Fprintf(out, "%s\n", l)
143 }
144
145 type layout struct {
146 stack int
147 regs []regPos
148 sp string
149 }
150
151 type regPos struct {
152 pos int
153
154 saveOp string
155 restoreOp string
156 reg string
157
158
159
160
161 save, restore string
162 }
163
164 func (l *layout) add(op, reg string, size int) {
165 l.regs = append(l.regs, regPos{saveOp: op, restoreOp: op, reg: reg, pos: l.stack})
166 l.stack += size
167 }
168
169 func (l *layout) add2(sop, rop, reg string, size int) {
170 l.regs = append(l.regs, regPos{saveOp: sop, restoreOp: rop, reg: reg, pos: l.stack})
171 l.stack += size
172 }
173
174 func (l *layout) addSpecial(save, restore string, size int) {
175 l.regs = append(l.regs, regPos{save: save, restore: restore, pos: l.stack})
176 l.stack += size
177 }
178
179 func (l *layout) save() {
180 for _, reg := range l.regs {
181 if reg.save != "" {
182 p(reg.save, reg.pos)
183 } else {
184 p("%s %s, %d(%s)", reg.saveOp, reg.reg, reg.pos, l.sp)
185 }
186 }
187 }
188
189 func (l *layout) restore() {
190 for i := len(l.regs) - 1; i >= 0; i-- {
191 reg := l.regs[i]
192 if reg.restore != "" {
193 p(reg.restore, reg.pos)
194 } else {
195 p("%s %d(%s), %s", reg.restoreOp, reg.pos, l.sp, reg.reg)
196 }
197 }
198 }
199
200 func gen386() {
201 p("PUSHFL")
202
203 var l = layout{sp: "SP"}
204 for _, reg := range regNames386 {
205 if reg == "SP" || strings.HasPrefix(reg, "X") {
206 continue
207 }
208 l.add("MOVL", reg, 4)
209 }
210
211 softfloat := "GO386_softfloat"
212
213
214 lSSE := layout{stack: l.stack, sp: "SP"}
215 for i := 0; i < 8; i++ {
216 lSSE.add("MOVUPS", fmt.Sprintf("X%d", i), 16)
217 }
218
219 p("ADJSP $%d", lSSE.stack)
220 p("NOP SP")
221 l.save()
222 p("#ifndef %s", softfloat)
223 lSSE.save()
224 p("#endif")
225 p("CALL ·asyncPreempt2(SB)")
226 p("#ifndef %s", softfloat)
227 lSSE.restore()
228 p("#endif")
229 l.restore()
230 p("ADJSP $%d", -lSSE.stack)
231
232 p("POPFL")
233 p("RET")
234 }
235
236 func genAMD64() {
237
238 var l = layout{sp: "SP"}
239 for _, reg := range regNamesAMD64 {
240 if reg == "SP" || reg == "BP" {
241 continue
242 }
243 if !strings.HasPrefix(reg, "X") {
244 l.add("MOVQ", reg, 8)
245 }
246 }
247 lSSE := layout{stack: l.stack, sp: "SP"}
248 for _, reg := range regNamesAMD64 {
249 if strings.HasPrefix(reg, "X") {
250 lSSE.add("MOVUPS", reg, 16)
251 }
252 }
253
254
255
256 p("PUSHQ BP")
257 p("MOVQ SP, BP")
258 p("// Save flags before clobbering them")
259 p("PUSHFQ")
260 p("// obj doesn't understand ADD/SUB on SP, but does understand ADJSP")
261 p("ADJSP $%d", lSSE.stack)
262 p("// But vet doesn't know ADJSP, so suppress vet stack checking")
263 p("NOP SP")
264
265 l.save()
266
267
268
269
270
271
272 p("#ifdef GOOS_darwin")
273 p("#ifndef hasAVX")
274 p("CMPB internal∕cpu·X86+const_offsetX86HasAVX(SB), $0")
275 p("JE 2(PC)")
276 p("#endif")
277 p("VZEROUPPER")
278 p("#endif")
279
280 lSSE.save()
281 p("CALL ·asyncPreempt2(SB)")
282 lSSE.restore()
283 l.restore()
284 p("ADJSP $%d", -lSSE.stack)
285 p("POPFQ")
286 p("POPQ BP")
287 p("RET")
288 }
289
290 func genARM() {
291
292
293 var l = layout{sp: "R13", stack: 4}
294 for i := 0; i <= 12; i++ {
295 reg := fmt.Sprintf("R%d", i)
296 if i == 10 {
297 continue
298 }
299 l.add("MOVW", reg, 4)
300 }
301
302 l.addSpecial(
303 "MOVW CPSR, R0\nMOVW R0, %d(R13)",
304 "MOVW %d(R13), R0\nMOVW R0, CPSR",
305 4)
306
307
308 var lfp = layout{stack: l.stack, sp: "R13"}
309 lfp.addSpecial(
310 "MOVW FPCR, R0\nMOVW R0, %d(R13)",
311 "MOVW %d(R13), R0\nMOVW R0, FPCR",
312 4)
313 for i := 0; i <= 15; i++ {
314 reg := fmt.Sprintf("F%d", i)
315 lfp.add("MOVD", reg, 8)
316 }
317
318 p("MOVW.W R14, -%d(R13)", lfp.stack)
319 l.save()
320 p("MOVB ·goarmsoftfp(SB), R0\nCMP $0, R0\nBNE nofp")
321 lfp.save()
322 label("nofp:")
323 p("CALL ·asyncPreempt2(SB)")
324 p("MOVB ·goarmsoftfp(SB), R0\nCMP $0, R0\nBNE nofp2")
325 lfp.restore()
326 label("nofp2:")
327 l.restore()
328
329 p("MOVW %d(R13), R14", lfp.stack)
330 p("MOVW.P %d(R13), R15", lfp.stack+4)
331 p("UNDEF")
332 }
333
334 func genARM64() {
335
336
337
338 var l = layout{sp: "RSP", stack: 8}
339 for i := 0; i < 26; i += 2 {
340 if i == 18 {
341 i--
342 continue
343 }
344 reg := fmt.Sprintf("(R%d, R%d)", i, i+1)
345 l.add2("STP", "LDP", reg, 16)
346 }
347
348 l.addSpecial(
349 "MOVD NZCV, R0\nMOVD R0, %d(RSP)",
350 "MOVD %d(RSP), R0\nMOVD R0, NZCV",
351 8)
352 l.addSpecial(
353 "MOVD FPSR, R0\nMOVD R0, %d(RSP)",
354 "MOVD %d(RSP), R0\nMOVD R0, FPSR",
355 8)
356
357
358 for i := 0; i < 31; i += 2 {
359 reg := fmt.Sprintf("(F%d, F%d)", i, i+1)
360 l.add2("FSTPD", "FLDPD", reg, 16)
361 }
362 if l.stack%16 != 0 {
363 l.stack += 8
364 }
365
366
367 p("MOVD R30, %d(RSP)", -l.stack)
368 p("SUB $%d, RSP", l.stack)
369 p("MOVD R29, -8(RSP)")
370 p("SUB $8, RSP, R29")
371
372
373
374 p("#ifdef GOOS_ios")
375 p("MOVD R30, (RSP)")
376 p("#endif")
377
378 l.save()
379 p("CALL ·asyncPreempt2(SB)")
380 l.restore()
381
382 p("MOVD %d(RSP), R30", l.stack)
383 p("MOVD -8(RSP), R29")
384 p("MOVD (RSP), R27")
385 p("ADD $%d, RSP", l.stack+16)
386 p("JMP (R27)")
387 }
388
389 func genMIPS(_64bit bool) {
390 mov := "MOVW"
391 movf := "MOVF"
392 add := "ADD"
393 sub := "SUB"
394 r28 := "R28"
395 regsize := 4
396 softfloat := "GOMIPS_softfloat"
397 if _64bit {
398 mov = "MOVV"
399 movf = "MOVD"
400 add = "ADDV"
401 sub = "SUBV"
402 r28 = "RSB"
403 regsize = 8
404 softfloat = "GOMIPS64_softfloat"
405 }
406
407
408
409
410 var l = layout{sp: "R29", stack: regsize}
411 for i := 1; i <= 25; i++ {
412 if i == 23 {
413 continue
414 }
415 reg := fmt.Sprintf("R%d", i)
416 l.add(mov, reg, regsize)
417 }
418 l.add(mov, r28, regsize)
419 l.addSpecial(
420 mov+" HI, R1\n"+mov+" R1, %d(R29)",
421 mov+" %d(R29), R1\n"+mov+" R1, HI",
422 regsize)
423 l.addSpecial(
424 mov+" LO, R1\n"+mov+" R1, %d(R29)",
425 mov+" %d(R29), R1\n"+mov+" R1, LO",
426 regsize)
427
428
429 var lfp = layout{sp: "R29", stack: l.stack}
430 lfp.addSpecial(
431 mov+" FCR31, R1\n"+mov+" R1, %d(R29)",
432 mov+" %d(R29), R1\n"+mov+" R1, FCR31",
433 regsize)
434
435 for i := 0; i <= 31; i++ {
436 reg := fmt.Sprintf("F%d", i)
437 lfp.add(movf, reg, regsize)
438 }
439
440
441 p(mov+" R31, -%d(R29)", lfp.stack)
442 p(sub+" $%d, R29", lfp.stack)
443
444 l.save()
445 p("#ifndef %s", softfloat)
446 lfp.save()
447 p("#endif")
448 p("CALL ·asyncPreempt2(SB)")
449 p("#ifndef %s", softfloat)
450 lfp.restore()
451 p("#endif")
452 l.restore()
453
454 p(mov+" %d(R29), R31", lfp.stack)
455 p(mov + " (R29), R23")
456 p(add+" $%d, R29", lfp.stack+regsize)
457 p("JMP (R23)")
458 }
459
460 func genLoong64() {
461 mov := "MOVV"
462 movf := "MOVD"
463 add := "ADDV"
464 sub := "SUBV"
465 regsize := 8
466
467
468
469 var l = layout{sp: "R3", stack: regsize}
470 for i := 4; i <= 31; i++ {
471 if i == 22 || i == 30 {
472 continue
473 }
474 reg := fmt.Sprintf("R%d", i)
475 l.add(mov, reg, regsize)
476 }
477
478
479 for i := 0; i <= 31; i++ {
480 reg := fmt.Sprintf("F%d", i)
481 l.add(movf, reg, regsize)
482 }
483
484
485 l.addSpecial(
486 mov+" FCC0, R4\n"+mov+" R4, %d(R3)",
487 mov+" %d(R3), R4\n"+mov+" R4, FCC0",
488 regsize)
489
490
491 p(mov+" R1, -%d(R3)", l.stack)
492 p(sub+" $%d, R3", l.stack)
493
494 l.save()
495 p("CALL ·asyncPreempt2(SB)")
496 l.restore()
497
498 p(mov+" %d(R3), R1", l.stack)
499 p(mov + " (R3), R30")
500 p(add+" $%d, R3", l.stack+regsize)
501 p("JMP (R30)")
502 }
503
504 func genPPC64() {
505
506
507
508
509 var l = layout{sp: "R1", stack: 32 + 8}
510 for i := 3; i <= 29; i++ {
511 if i == 12 || i == 13 {
512
513
514
515
516 continue
517 }
518 reg := fmt.Sprintf("R%d", i)
519 l.add("MOVD", reg, 8)
520 }
521 l.addSpecial(
522 "MOVW CR, R31\nMOVW R31, %d(R1)",
523 "MOVW %d(R1), R31\nMOVFL R31, $0xff",
524 8)
525 l.addSpecial(
526 "MOVD XER, R31\nMOVD R31, %d(R1)",
527 "MOVD %d(R1), R31\nMOVD R31, XER",
528 8)
529
530 for i := 0; i <= 31; i++ {
531 reg := fmt.Sprintf("F%d", i)
532 l.add("FMOVD", reg, 8)
533 }
534
535 l.addSpecial(
536 "MOVFL FPSCR, F0\nFMOVD F0, %d(R1)",
537 "FMOVD %d(R1), F0\nMOVFL F0, FPSCR",
538 8)
539
540 p("MOVD R31, -%d(R1)", l.stack-32)
541 p("MOVD LR, R31")
542 p("MOVDU R31, -%d(R1)", l.stack)
543
544 l.save()
545 p("CALL ·asyncPreempt2(SB)")
546 l.restore()
547
548 p("MOVD %d(R1), R31", l.stack)
549 p("MOVD R31, LR")
550 p("MOVD %d(R1), R2", l.stack+8)
551 p("MOVD %d(R1), R12", l.stack+16)
552 p("MOVD (R1), R31")
553 p("MOVD R31, CTR")
554 p("MOVD 32(R1), R31")
555 p("ADD $%d, R1", l.stack+32)
556 p("JMP (CTR)")
557 }
558
559 func genRISCV64() {
560
561 var l = layout{sp: "X2", stack: 8}
562
563
564 for i := 5; i < 31; i++ {
565 if i == 27 {
566 continue
567 }
568 reg := fmt.Sprintf("X%d", i)
569 l.add("MOV", reg, 8)
570 }
571
572
573 for i := 0; i <= 31; i++ {
574 reg := fmt.Sprintf("F%d", i)
575 l.add("MOVD", reg, 8)
576 }
577
578 p("MOV X1, -%d(X2)", l.stack)
579 p("SUB $%d, X2", l.stack)
580 l.save()
581 p("CALL ·asyncPreempt2(SB)")
582 l.restore()
583 p("MOV %d(X2), X1", l.stack)
584 p("MOV (X2), X31")
585 p("ADD $%d, X2", l.stack+8)
586 p("JMP (X31)")
587 }
588
589 func genS390X() {
590
591
592
593 var l = layout{sp: "R15", stack: 16}
594 l.addSpecial(
595 "STMG R0, R12, %d(R15)",
596 "LMG %d(R15), R0, R12",
597 13*8)
598
599 for i := 0; i <= 15; i++ {
600 reg := fmt.Sprintf("F%d", i)
601 l.add("FMOVD", reg, 8)
602 }
603
604
605 p("IPM R10")
606 p("MOVD R14, -%d(R15)", l.stack)
607 p("ADD $-%d, R15", l.stack)
608 p("MOVW R10, 8(R15)")
609
610 l.save()
611 p("CALL ·asyncPreempt2(SB)")
612 l.restore()
613
614 p("MOVD %d(R15), R14", l.stack)
615 p("ADD $%d, R15", l.stack+8)
616 p("MOVWZ -%d(R15), R10", l.stack)
617 p("TMLH R10, $(3<<12)")
618 p("MOVD -%d(R15), R10", l.stack+8)
619 p("JMP (R10)")
620 }
621
622 func genWasm() {
623 p("// No async preemption on wasm")
624 p("UNDEF")
625 }
626
627 func notImplemented() {
628 p("// Not implemented yet")
629 p("JMP ·abort(SB)")
630 }
631
View as plain text