Text file
src/runtime/sys_linux_arm64.s
1 // Copyright 2014 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
4
5 //
6 // System calls and other sys.stuff for arm64, Linux
7 //
8
9 #include "go_asm.h"
10 #include "go_tls.h"
11 #include "textflag.h"
12 #include "cgo/abi_arm64.h"
13
14 #define AT_FDCWD -100
15
16 #define CLOCK_REALTIME 0
17 #define CLOCK_MONOTONIC 1
18
19 #define SYS_exit 93
20 #define SYS_read 63
21 #define SYS_write 64
22 #define SYS_openat 56
23 #define SYS_close 57
24 #define SYS_pipe2 59
25 #define SYS_nanosleep 101
26 #define SYS_mmap 222
27 #define SYS_munmap 215
28 #define SYS_setitimer 103
29 #define SYS_clone 220
30 #define SYS_sched_yield 124
31 #define SYS_rt_sigreturn 139
32 #define SYS_rt_sigaction 134
33 #define SYS_rt_sigprocmask 135
34 #define SYS_sigaltstack 132
35 #define SYS_madvise 233
36 #define SYS_mincore 232
37 #define SYS_getpid 172
38 #define SYS_gettid 178
39 #define SYS_kill 129
40 #define SYS_tgkill 131
41 #define SYS_futex 98
42 #define SYS_sched_getaffinity 123
43 #define SYS_exit_group 94
44 #define SYS_clock_gettime 113
45 #define SYS_faccessat 48
46 #define SYS_socket 198
47 #define SYS_connect 203
48 #define SYS_brk 214
49 #define SYS_timer_create 107
50 #define SYS_timer_settime 110
51 #define SYS_timer_delete 111
52
53 TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0-4
54 MOVW code+0(FP), R0
55 MOVD $SYS_exit_group, R8
56 SVC
57 RET
58
59 // func exitThread(wait *atomic.Uint32)
60 TEXT runtime·exitThread(SB),NOSPLIT|NOFRAME,$0-8
61 MOVD wait+0(FP), R0
62 // We're done using the stack.
63 MOVW $0, R1
64 STLRW R1, (R0)
65 MOVW $0, R0 // exit code
66 MOVD $SYS_exit, R8
67 SVC
68 JMP 0(PC)
69
70 TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0-20
71 MOVD $AT_FDCWD, R0
72 MOVD name+0(FP), R1
73 MOVW mode+8(FP), R2
74 MOVW perm+12(FP), R3
75 MOVD $SYS_openat, R8
76 SVC
77 CMN $4095, R0
78 BCC done
79 MOVW $-1, R0
80 done:
81 MOVW R0, ret+16(FP)
82 RET
83
84 TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0-12
85 MOVW fd+0(FP), R0
86 MOVD $SYS_close, R8
87 SVC
88 CMN $4095, R0
89 BCC done
90 MOVW $-1, R0
91 done:
92 MOVW R0, ret+8(FP)
93 RET
94
95 TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0-28
96 MOVD fd+0(FP), R0
97 MOVD p+8(FP), R1
98 MOVW n+16(FP), R2
99 MOVD $SYS_write, R8
100 SVC
101 MOVW R0, ret+24(FP)
102 RET
103
104 TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0-28
105 MOVW fd+0(FP), R0
106 MOVD p+8(FP), R1
107 MOVW n+16(FP), R2
108 MOVD $SYS_read, R8
109 SVC
110 MOVW R0, ret+24(FP)
111 RET
112
113 // func pipe2(flags int32) (r, w int32, errno int32)
114 TEXT runtime·pipe2(SB),NOSPLIT|NOFRAME,$0-20
115 MOVD $r+8(FP), R0
116 MOVW flags+0(FP), R1
117 MOVW $SYS_pipe2, R8
118 SVC
119 MOVW R0, errno+16(FP)
120 RET
121
122 TEXT runtime·usleep(SB),NOSPLIT,$24-4
123 MOVWU usec+0(FP), R3
124 MOVD R3, R5
125 MOVW $1000000, R4
126 UDIV R4, R3
127 MOVD R3, 8(RSP)
128 MUL R3, R4
129 SUB R4, R5
130 MOVW $1000, R4
131 MUL R4, R5
132 MOVD R5, 16(RSP)
133
134 // nanosleep(&ts, 0)
135 ADD $8, RSP, R0
136 MOVD $0, R1
137 MOVD $SYS_nanosleep, R8
138 SVC
139 RET
140
141 TEXT runtime·gettid(SB),NOSPLIT,$0-4
142 MOVD $SYS_gettid, R8
143 SVC
144 MOVW R0, ret+0(FP)
145 RET
146
147 TEXT runtime·raise(SB),NOSPLIT|NOFRAME,$0
148 MOVD $SYS_getpid, R8
149 SVC
150 MOVW R0, R19
151 MOVD $SYS_gettid, R8
152 SVC
153 MOVW R0, R1 // arg 2 tid
154 MOVW R19, R0 // arg 1 pid
155 MOVW sig+0(FP), R2 // arg 3
156 MOVD $SYS_tgkill, R8
157 SVC
158 RET
159
160 TEXT runtime·raiseproc(SB),NOSPLIT|NOFRAME,$0
161 MOVD $SYS_getpid, R8
162 SVC
163 MOVW R0, R0 // arg 1 pid
164 MOVW sig+0(FP), R1 // arg 2
165 MOVD $SYS_kill, R8
166 SVC
167 RET
168
169 TEXT ·getpid(SB),NOSPLIT|NOFRAME,$0-8
170 MOVD $SYS_getpid, R8
171 SVC
172 MOVD R0, ret+0(FP)
173 RET
174
175 TEXT ·tgkill(SB),NOSPLIT,$0-24
176 MOVD tgid+0(FP), R0
177 MOVD tid+8(FP), R1
178 MOVD sig+16(FP), R2
179 MOVD $SYS_tgkill, R8
180 SVC
181 RET
182
183 TEXT runtime·setitimer(SB),NOSPLIT|NOFRAME,$0-24
184 MOVW mode+0(FP), R0
185 MOVD new+8(FP), R1
186 MOVD old+16(FP), R2
187 MOVD $SYS_setitimer, R8
188 SVC
189 RET
190
191 TEXT runtime·timer_create(SB),NOSPLIT,$0-28
192 MOVW clockid+0(FP), R0
193 MOVD sevp+8(FP), R1
194 MOVD timerid+16(FP), R2
195 MOVD $SYS_timer_create, R8
196 SVC
197 MOVW R0, ret+24(FP)
198 RET
199
200 TEXT runtime·timer_settime(SB),NOSPLIT,$0-28
201 MOVW timerid+0(FP), R0
202 MOVW flags+4(FP), R1
203 MOVD new+8(FP), R2
204 MOVD old+16(FP), R3
205 MOVD $SYS_timer_settime, R8
206 SVC
207 MOVW R0, ret+24(FP)
208 RET
209
210 TEXT runtime·timer_delete(SB),NOSPLIT,$0-12
211 MOVW timerid+0(FP), R0
212 MOVD $SYS_timer_delete, R8
213 SVC
214 MOVW R0, ret+8(FP)
215 RET
216
217 TEXT runtime·mincore(SB),NOSPLIT|NOFRAME,$0-28
218 MOVD addr+0(FP), R0
219 MOVD n+8(FP), R1
220 MOVD dst+16(FP), R2
221 MOVD $SYS_mincore, R8
222 SVC
223 MOVW R0, ret+24(FP)
224 RET
225
226 // func walltime() (sec int64, nsec int32)
227 TEXT runtime·walltime(SB),NOSPLIT,$24-12
228 MOVD RSP, R20 // R20 is unchanged by C code
229 MOVD RSP, R1
230
231 MOVD g_m(g), R21 // R21 = m
232
233 // Set vdsoPC and vdsoSP for SIGPROF traceback.
234 // Save the old values on stack and restore them on exit,
235 // so this function is reentrant.
236 MOVD m_vdsoPC(R21), R2
237 MOVD m_vdsoSP(R21), R3
238 MOVD R2, 8(RSP)
239 MOVD R3, 16(RSP)
240
241 MOVD $ret-8(FP), R2 // caller's SP
242 MOVD LR, m_vdsoPC(R21)
243 MOVD R2, m_vdsoSP(R21)
244
245 MOVD m_curg(R21), R0
246 CMP g, R0
247 BNE noswitch
248
249 MOVD m_g0(R21), R3
250 MOVD (g_sched+gobuf_sp)(R3), R1 // Set RSP to g0 stack
251
252 noswitch:
253 SUB $16, R1
254 BIC $15, R1 // Align for C code
255 MOVD R1, RSP
256
257 MOVW $CLOCK_REALTIME, R0
258 MOVD runtime·vdsoClockgettimeSym(SB), R2
259 CBZ R2, fallback
260
261 // Store g on gsignal's stack, so if we receive a signal
262 // during VDSO code we can find the g.
263 // If we don't have a signal stack, we won't receive signal,
264 // so don't bother saving g.
265 // When using cgo, we already saved g on TLS, also don't save
266 // g here.
267 // Also don't save g if we are already on the signal stack.
268 // We won't get a nested signal.
269 MOVBU runtime·iscgo(SB), R22
270 CBNZ R22, nosaveg
271 MOVD m_gsignal(R21), R22 // g.m.gsignal
272 CBZ R22, nosaveg
273 CMP g, R22
274 BEQ nosaveg
275 MOVD (g_stack+stack_lo)(R22), R22 // g.m.gsignal.stack.lo
276 MOVD g, (R22)
277
278 BL (R2)
279
280 MOVD ZR, (R22) // clear g slot, R22 is unchanged by C code
281
282 B finish
283
284 nosaveg:
285 BL (R2)
286 B finish
287
288 fallback:
289 MOVD $SYS_clock_gettime, R8
290 SVC
291
292 finish:
293 MOVD 0(RSP), R3 // sec
294 MOVD 8(RSP), R5 // nsec
295
296 MOVD R20, RSP // restore SP
297 // Restore vdsoPC, vdsoSP
298 // We don't worry about being signaled between the two stores.
299 // If we are not in a signal handler, we'll restore vdsoSP to 0,
300 // and no one will care about vdsoPC. If we are in a signal handler,
301 // we cannot receive another signal.
302 MOVD 16(RSP), R1
303 MOVD R1, m_vdsoSP(R21)
304 MOVD 8(RSP), R1
305 MOVD R1, m_vdsoPC(R21)
306
307 MOVD R3, sec+0(FP)
308 MOVW R5, nsec+8(FP)
309 RET
310
311 TEXT runtime·nanotime1(SB),NOSPLIT,$24-8
312 MOVD RSP, R20 // R20 is unchanged by C code
313 MOVD RSP, R1
314
315 MOVD g_m(g), R21 // R21 = m
316
317 // Set vdsoPC and vdsoSP for SIGPROF traceback.
318 // Save the old values on stack and restore them on exit,
319 // so this function is reentrant.
320 MOVD m_vdsoPC(R21), R2
321 MOVD m_vdsoSP(R21), R3
322 MOVD R2, 8(RSP)
323 MOVD R3, 16(RSP)
324
325 MOVD $ret-8(FP), R2 // caller's SP
326 MOVD LR, m_vdsoPC(R21)
327 MOVD R2, m_vdsoSP(R21)
328
329 MOVD m_curg(R21), R0
330 CMP g, R0
331 BNE noswitch
332
333 MOVD m_g0(R21), R3
334 MOVD (g_sched+gobuf_sp)(R3), R1 // Set RSP to g0 stack
335
336 noswitch:
337 SUB $32, R1
338 BIC $15, R1
339 MOVD R1, RSP
340
341 MOVW $CLOCK_MONOTONIC, R0
342 MOVD runtime·vdsoClockgettimeSym(SB), R2
343 CBZ R2, fallback
344
345 // Store g on gsignal's stack, so if we receive a signal
346 // during VDSO code we can find the g.
347 // If we don't have a signal stack, we won't receive signal,
348 // so don't bother saving g.
349 // When using cgo, we already saved g on TLS, also don't save
350 // g here.
351 // Also don't save g if we are already on the signal stack.
352 // We won't get a nested signal.
353 MOVBU runtime·iscgo(SB), R22
354 CBNZ R22, nosaveg
355 MOVD m_gsignal(R21), R22 // g.m.gsignal
356 CBZ R22, nosaveg
357 CMP g, R22
358 BEQ nosaveg
359 MOVD (g_stack+stack_lo)(R22), R22 // g.m.gsignal.stack.lo
360 MOVD g, (R22)
361
362 BL (R2)
363
364 MOVD ZR, (R22) // clear g slot, R22 is unchanged by C code
365
366 B finish
367
368 nosaveg:
369 BL (R2)
370 B finish
371
372 fallback:
373 MOVD $SYS_clock_gettime, R8
374 SVC
375
376 finish:
377 MOVD 0(RSP), R3 // sec
378 MOVD 8(RSP), R5 // nsec
379
380 MOVD R20, RSP // restore SP
381 // Restore vdsoPC, vdsoSP
382 // We don't worry about being signaled between the two stores.
383 // If we are not in a signal handler, we'll restore vdsoSP to 0,
384 // and no one will care about vdsoPC. If we are in a signal handler,
385 // we cannot receive another signal.
386 MOVD 16(RSP), R1
387 MOVD R1, m_vdsoSP(R21)
388 MOVD 8(RSP), R1
389 MOVD R1, m_vdsoPC(R21)
390
391 // sec is in R3, nsec in R5
392 // return nsec in R3
393 MOVD $1000000000, R4
394 MUL R4, R3
395 ADD R5, R3
396 MOVD R3, ret+0(FP)
397 RET
398
399 TEXT runtime·rtsigprocmask(SB),NOSPLIT|NOFRAME,$0-28
400 MOVW how+0(FP), R0
401 MOVD new+8(FP), R1
402 MOVD old+16(FP), R2
403 MOVW size+24(FP), R3
404 MOVD $SYS_rt_sigprocmask, R8
405 SVC
406 CMN $4095, R0
407 BCC done
408 MOVD $0, R0
409 MOVD R0, (R0) // crash
410 done:
411 RET
412
413 TEXT runtime·rt_sigaction(SB),NOSPLIT|NOFRAME,$0-36
414 MOVD sig+0(FP), R0
415 MOVD new+8(FP), R1
416 MOVD old+16(FP), R2
417 MOVD size+24(FP), R3
418 MOVD $SYS_rt_sigaction, R8
419 SVC
420 MOVW R0, ret+32(FP)
421 RET
422
423 // Call the function stored in _cgo_sigaction using the GCC calling convention.
424 TEXT runtime·callCgoSigaction(SB),NOSPLIT,$0
425 MOVD sig+0(FP), R0
426 MOVD new+8(FP), R1
427 MOVD old+16(FP), R2
428 MOVD _cgo_sigaction(SB), R3
429 SUB $16, RSP // reserve 16 bytes for sp-8 where fp may be saved.
430 BL R3
431 ADD $16, RSP
432 MOVW R0, ret+24(FP)
433 RET
434
435 TEXT runtime·sigfwd(SB),NOSPLIT,$0-32
436 MOVW sig+8(FP), R0
437 MOVD info+16(FP), R1
438 MOVD ctx+24(FP), R2
439 MOVD fn+0(FP), R11
440 BL (R11)
441 RET
442
443 // Called from c-abi, R0: sig, R1: info, R2: cxt
444 TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME,$176
445 // Save callee-save registers in the case of signal forwarding.
446 // Please refer to https://golang.org/issue/31827 .
447 SAVE_R19_TO_R28(8*4)
448 SAVE_F8_TO_F15(8*14)
449
450 // this might be called in external code context,
451 // where g is not set.
452 // first save R0, because runtime·load_g will clobber it
453 MOVW R0, 8(RSP)
454 MOVBU runtime·iscgo(SB), R0
455 CBZ R0, 2(PC)
456 BL runtime·load_g(SB)
457
458 // Restore signum to R0.
459 MOVW 8(RSP), R0
460 // R1 and R2 already contain info and ctx, respectively.
461 MOVD $runtime·sigtrampgo<ABIInternal>(SB), R3
462 BL (R3)
463
464 // Restore callee-save registers.
465 RESTORE_R19_TO_R28(8*4)
466 RESTORE_F8_TO_F15(8*14)
467
468 RET
469
470 // Called from c-abi, R0: sig, R1: info, R2: cxt
471 TEXT runtime·sigprofNonGoWrapper<>(SB),NOSPLIT,$176
472 // Save callee-save registers because it's a callback from c code.
473 SAVE_R19_TO_R28(8*4)
474 SAVE_F8_TO_F15(8*14)
475
476 // R0, R1 and R2 already contain sig, info and ctx, respectively.
477 CALL runtime·sigprofNonGo<ABIInternal>(SB)
478
479 // Restore callee-save registers.
480 RESTORE_R19_TO_R28(8*4)
481 RESTORE_F8_TO_F15(8*14)
482 RET
483
484 // Called from c-abi, R0: sig, R1: info, R2: cxt
485 TEXT runtime·cgoSigtramp(SB),NOSPLIT|NOFRAME,$0
486 // The stack unwinder, presumably written in C, may not be able to
487 // handle Go frame correctly. So, this function is NOFRAME, and we
488 // save/restore LR manually.
489 MOVD LR, R10
490 // Save R27, g because they will be clobbered,
491 // we need to restore them before jump to sigtramp.
492 MOVD R27, R11
493 MOVD g, R12
494
495 // If no traceback function, do usual sigtramp.
496 MOVD runtime·cgoTraceback(SB), R6
497 CBZ R6, sigtramp
498
499 // If no traceback support function, which means that
500 // runtime/cgo was not linked in, do usual sigtramp.
501 MOVD _cgo_callers(SB), R7
502 CBZ R7, sigtramp
503
504 // Figure out if we are currently in a cgo call.
505 // If not, just do usual sigtramp.
506 // first save R0, because runtime·load_g will clobber it.
507 MOVD R0, R8
508 // Set up g register.
509 CALL runtime·load_g(SB)
510 MOVD R8, R0
511
512 CBZ g, sigtrampnog // g == nil
513 MOVD g_m(g), R6
514 CBZ R6, sigtramp // g.m == nil
515 MOVW m_ncgo(R6), R7
516 CBZW R7, sigtramp // g.m.ncgo = 0
517 MOVD m_curg(R6), R8
518 CBZ R8, sigtramp // g.m.curg == nil
519 MOVD g_syscallsp(R8), R7
520 CBZ R7, sigtramp // g.m.curg.syscallsp == 0
521 MOVD m_cgoCallers(R6), R4 // R4 is the fifth arg in C calling convention.
522 CBZ R4, sigtramp // g.m.cgoCallers == nil
523 MOVW m_cgoCallersUse(R6), R8
524 CBNZW R8, sigtramp // g.m.cgoCallersUse != 0
525
526 // Jump to a function in runtime/cgo.
527 // That function, written in C, will call the user's traceback
528 // function with proper unwind info, and will then call back here.
529 // The first three arguments, and the fifth, are already in registers.
530 // Set the two remaining arguments now.
531 MOVD runtime·cgoTraceback(SB), R3
532 MOVD $runtime·sigtramp(SB), R5
533 MOVD _cgo_callers(SB), R13
534 MOVD R10, LR // restore
535 MOVD R11, R27
536 MOVD R12, g
537 B (R13)
538
539 sigtramp:
540 MOVD R10, LR // restore
541 MOVD R11, R27
542 MOVD R12, g
543 B runtime·sigtramp(SB)
544
545 sigtrampnog:
546 // Signal arrived on a non-Go thread. If this is SIGPROF, get a
547 // stack trace.
548 CMPW $27, R0 // 27 == SIGPROF
549 BNE sigtramp
550
551 // Lock sigprofCallersUse (cas from 0 to 1).
552 MOVW $1, R7
553 MOVD $runtime·sigprofCallersUse(SB), R8
554 load_store_loop:
555 LDAXRW (R8), R9
556 CBNZW R9, sigtramp // Skip stack trace if already locked.
557 STLXRW R7, (R8), R9
558 CBNZ R9, load_store_loop
559
560 // Jump to the traceback function in runtime/cgo.
561 // It will call back to sigprofNonGo, which will ignore the
562 // arguments passed in registers.
563 // First three arguments to traceback function are in registers already.
564 MOVD runtime·cgoTraceback(SB), R3
565 MOVD $runtime·sigprofCallers(SB), R4
566 MOVD $runtime·sigprofNonGoWrapper<>(SB), R5
567 MOVD _cgo_callers(SB), R13
568 MOVD R10, LR // restore
569 MOVD R11, R27
570 MOVD R12, g
571 B (R13)
572
573 TEXT runtime·sysMmap(SB),NOSPLIT|NOFRAME,$0
574 MOVD addr+0(FP), R0
575 MOVD n+8(FP), R1
576 MOVW prot+16(FP), R2
577 MOVW flags+20(FP), R3
578 MOVW fd+24(FP), R4
579 MOVW off+28(FP), R5
580
581 MOVD $SYS_mmap, R8
582 SVC
583 CMN $4095, R0
584 BCC ok
585 NEG R0,R0
586 MOVD $0, p+32(FP)
587 MOVD R0, err+40(FP)
588 RET
589 ok:
590 MOVD R0, p+32(FP)
591 MOVD $0, err+40(FP)
592 RET
593
594 // Call the function stored in _cgo_mmap using the GCC calling convention.
595 // This must be called on the system stack.
596 TEXT runtime·callCgoMmap(SB),NOSPLIT,$0
597 MOVD addr+0(FP), R0
598 MOVD n+8(FP), R1
599 MOVW prot+16(FP), R2
600 MOVW flags+20(FP), R3
601 MOVW fd+24(FP), R4
602 MOVW off+28(FP), R5
603 MOVD _cgo_mmap(SB), R9
604 SUB $16, RSP // reserve 16 bytes for sp-8 where fp may be saved.
605 BL R9
606 ADD $16, RSP
607 MOVD R0, ret+32(FP)
608 RET
609
610 TEXT runtime·sysMunmap(SB),NOSPLIT|NOFRAME,$0
611 MOVD addr+0(FP), R0
612 MOVD n+8(FP), R1
613 MOVD $SYS_munmap, R8
614 SVC
615 CMN $4095, R0
616 BCC cool
617 MOVD R0, 0xf0(R0)
618 cool:
619 RET
620
621 // Call the function stored in _cgo_munmap using the GCC calling convention.
622 // This must be called on the system stack.
623 TEXT runtime·callCgoMunmap(SB),NOSPLIT,$0
624 MOVD addr+0(FP), R0
625 MOVD n+8(FP), R1
626 MOVD _cgo_munmap(SB), R9
627 SUB $16, RSP // reserve 16 bytes for sp-8 where fp may be saved.
628 BL R9
629 ADD $16, RSP
630 RET
631
632 TEXT runtime·madvise(SB),NOSPLIT|NOFRAME,$0
633 MOVD addr+0(FP), R0
634 MOVD n+8(FP), R1
635 MOVW flags+16(FP), R2
636 MOVD $SYS_madvise, R8
637 SVC
638 MOVW R0, ret+24(FP)
639 RET
640
641 // int64 futex(int32 *uaddr, int32 op, int32 val,
642 // struct timespec *timeout, int32 *uaddr2, int32 val2);
643 TEXT runtime·futex(SB),NOSPLIT|NOFRAME,$0
644 MOVD addr+0(FP), R0
645 MOVW op+8(FP), R1
646 MOVW val+12(FP), R2
647 MOVD ts+16(FP), R3
648 MOVD addr2+24(FP), R4
649 MOVW val3+32(FP), R5
650 MOVD $SYS_futex, R8
651 SVC
652 MOVW R0, ret+40(FP)
653 RET
654
655 // int64 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void));
656 TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0
657 MOVW flags+0(FP), R0
658 MOVD stk+8(FP), R1
659
660 // Copy mp, gp, fn off parent stack for use by child.
661 MOVD mp+16(FP), R10
662 MOVD gp+24(FP), R11
663 MOVD fn+32(FP), R12
664
665 MOVD R10, -8(R1)
666 MOVD R11, -16(R1)
667 MOVD R12, -24(R1)
668 MOVD $1234, R10
669 MOVD R10, -32(R1)
670
671 MOVD $SYS_clone, R8
672 SVC
673
674 // In parent, return.
675 CMP ZR, R0
676 BEQ child
677 MOVW R0, ret+40(FP)
678 RET
679 child:
680
681 // In child, on new stack.
682 MOVD -32(RSP), R10
683 MOVD $1234, R0
684 CMP R0, R10
685 BEQ good
686 MOVD $0, R0
687 MOVD R0, (R0) // crash
688
689 good:
690 // Initialize m->procid to Linux tid
691 MOVD $SYS_gettid, R8
692 SVC
693
694 MOVD -24(RSP), R12 // fn
695 MOVD -16(RSP), R11 // g
696 MOVD -8(RSP), R10 // m
697
698 CMP $0, R10
699 BEQ nog
700 CMP $0, R11
701 BEQ nog
702
703 MOVD R0, m_procid(R10)
704
705 // TODO: setup TLS.
706
707 // In child, set up new stack
708 MOVD R10, g_m(R11)
709 MOVD R11, g
710 //CALL runtime·stackcheck(SB)
711
712 nog:
713 // Call fn
714 MOVD R12, R0
715 BL (R0)
716
717 // It shouldn't return. If it does, exit that thread.
718 MOVW $111, R0
719 again:
720 MOVD $SYS_exit, R8
721 SVC
722 B again // keep exiting
723
724 TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0
725 MOVD new+0(FP), R0
726 MOVD old+8(FP), R1
727 MOVD $SYS_sigaltstack, R8
728 SVC
729 CMN $4095, R0
730 BCC ok
731 MOVD $0, R0
732 MOVD R0, (R0) // crash
733 ok:
734 RET
735
736 TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0
737 MOVD $SYS_sched_yield, R8
738 SVC
739 RET
740
741 TEXT runtime·sched_getaffinity(SB),NOSPLIT|NOFRAME,$0
742 MOVD pid+0(FP), R0
743 MOVD len+8(FP), R1
744 MOVD buf+16(FP), R2
745 MOVD $SYS_sched_getaffinity, R8
746 SVC
747 MOVW R0, ret+24(FP)
748 RET
749
750 // int access(const char *name, int mode)
751 TEXT runtime·access(SB),NOSPLIT,$0-20
752 MOVD $AT_FDCWD, R0
753 MOVD name+0(FP), R1
754 MOVW mode+8(FP), R2
755 MOVD $SYS_faccessat, R8
756 SVC
757 MOVW R0, ret+16(FP)
758 RET
759
760 // int connect(int fd, const struct sockaddr *addr, socklen_t len)
761 TEXT runtime·connect(SB),NOSPLIT,$0-28
762 MOVW fd+0(FP), R0
763 MOVD addr+8(FP), R1
764 MOVW len+16(FP), R2
765 MOVD $SYS_connect, R8
766 SVC
767 MOVW R0, ret+24(FP)
768 RET
769
770 // int socket(int domain, int typ, int prot)
771 TEXT runtime·socket(SB),NOSPLIT,$0-20
772 MOVW domain+0(FP), R0
773 MOVW typ+4(FP), R1
774 MOVW prot+8(FP), R2
775 MOVD $SYS_socket, R8
776 SVC
777 MOVW R0, ret+16(FP)
778 RET
779
780 // func sbrk0() uintptr
781 TEXT runtime·sbrk0(SB),NOSPLIT,$0-8
782 // Implemented as brk(NULL).
783 MOVD $0, R0
784 MOVD $SYS_brk, R8
785 SVC
786 MOVD R0, ret+0(FP)
787 RET
788
789 // func vgetrandom1(buf *byte, length uintptr, flags uint32, state uintptr, stateSize uintptr) int
790 TEXT runtime·vgetrandom1<ABIInternal>(SB),NOSPLIT,$16-48
791 MOVD RSP, R20
792
793 MOVD runtime·vdsoGetrandomSym(SB), R8
794 MOVD g_m(g), R21
795
796 MOVD m_vdsoPC(R21), R9
797 MOVD R9, 8(RSP)
798 MOVD m_vdsoSP(R21), R9
799 MOVD R9, 16(RSP)
800 MOVD LR, m_vdsoPC(R21)
801 MOVD $buf-8(FP), R9
802 MOVD R9, m_vdsoSP(R21)
803
804 MOVD RSP, R9
805 BIC $15, R9
806 MOVD R9, RSP
807
808 MOVBU runtime·iscgo(SB), R9
809 CBNZ R9, nosaveg
810 MOVD m_gsignal(R21), R9
811 CBZ R9, nosaveg
812 CMP g, R9
813 BEQ nosaveg
814 MOVD (g_stack+stack_lo)(R9), R22
815 MOVD g, (R22)
816
817 BL (R8)
818
819 MOVD ZR, (R22)
820 B restore
821
822 nosaveg:
823 BL (R8)
824
825 restore:
826 MOVD R20, RSP
827 MOVD 16(RSP), R1
828 MOVD R1, m_vdsoSP(R21)
829 MOVD 8(RSP), R1
830 MOVD R1, m_vdsoPC(R21)
831 NOP R0 // Satisfy go vet, since the return value comes from the vDSO function.
832 RET
833
View as plain text