github.com/ice-blockchain/go/src@v0.0.0-20240403114104-1564d284e521/runtime/sys_linux_loong64.s (about) 1 // Copyright 2022 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 // 6 // System calls and other sys.stuff for loong64, Linux 7 // 8 9 #include "go_asm.h" 10 #include "go_tls.h" 11 #include "textflag.h" 12 #include "cgo/abi_loong64.h" 13 14 #define AT_FDCWD -100 15 #define CLOCK_REALTIME 0 16 #define CLOCK_MONOTONIC 1 17 18 #define SYS_exit 93 19 #define SYS_read 63 20 #define SYS_write 64 21 #define SYS_close 57 22 #define SYS_getpid 172 23 #define SYS_kill 129 24 #define SYS_mmap 222 25 #define SYS_munmap 215 26 #define SYS_setitimer 103 27 #define SYS_clone 220 28 #define SYS_nanosleep 101 29 #define SYS_sched_yield 124 30 #define SYS_rt_sigreturn 139 31 #define SYS_rt_sigaction 134 32 #define SYS_rt_sigprocmask 135 33 #define SYS_sigaltstack 132 34 #define SYS_madvise 233 35 #define SYS_mincore 232 36 #define SYS_gettid 178 37 #define SYS_futex 98 38 #define SYS_sched_getaffinity 123 39 #define SYS_exit_group 94 40 #define SYS_tgkill 131 41 #define SYS_openat 56 42 #define SYS_clock_gettime 113 43 #define SYS_brk 214 44 #define SYS_pipe2 59 45 #define SYS_timer_create 107 46 #define SYS_timer_settime 110 47 #define SYS_timer_delete 111 48 49 // func exit(code int32) 50 TEXT runtime·exit(SB),NOSPLIT|NOFRAME,$0-4 51 MOVW code+0(FP), R4 52 MOVV $SYS_exit_group, R11 53 SYSCALL 54 RET 55 56 // func exitThread(wait *atomic.Uint32) 57 TEXT runtime·exitThread(SB),NOSPLIT|NOFRAME,$0-8 58 MOVV wait+0(FP), R19 59 // We're done using the stack. 60 MOVW $0, R11 61 DBAR 62 MOVW R11, (R19) 63 DBAR 64 MOVW $0, R4 // exit code 65 MOVV $SYS_exit, R11 66 SYSCALL 67 JMP 0(PC) 68 69 // func open(name *byte, mode, perm int32) int32 70 TEXT runtime·open(SB),NOSPLIT|NOFRAME,$0-20 71 MOVW $AT_FDCWD, R4 // AT_FDCWD, so this acts like open 72 MOVV name+0(FP), R5 73 MOVW mode+8(FP), R6 74 MOVW perm+12(FP), R7 75 MOVV $SYS_openat, R11 76 SYSCALL 77 MOVW $-4096, R5 78 BGEU R5, R4, 2(PC) 79 MOVW $-1, R4 80 MOVW R4, ret+16(FP) 81 RET 82 83 // func closefd(fd int32) int32 84 TEXT runtime·closefd(SB),NOSPLIT|NOFRAME,$0-12 85 MOVW fd+0(FP), R4 86 MOVV $SYS_close, R11 87 SYSCALL 88 MOVW $-4096, R5 89 BGEU R5, R4, 2(PC) 90 MOVW $-1, R4 91 MOVW R4, ret+8(FP) 92 RET 93 94 // func write1(fd uintptr, p unsafe.Pointer, n int32) int32 95 TEXT runtime·write1(SB),NOSPLIT|NOFRAME,$0-28 96 MOVV fd+0(FP), R4 97 MOVV p+8(FP), R5 98 MOVW n+16(FP), R6 99 MOVV $SYS_write, R11 100 SYSCALL 101 MOVW R4, ret+24(FP) 102 RET 103 104 // func read(fd int32, p unsafe.Pointer, n int32) int32 105 TEXT runtime·read(SB),NOSPLIT|NOFRAME,$0-28 106 MOVW fd+0(FP), R4 107 MOVV p+8(FP), R5 108 MOVW n+16(FP), R6 109 MOVV $SYS_read, R11 110 SYSCALL 111 MOVW R4, ret+24(FP) 112 RET 113 114 // func pipe2(flags int32) (r, w int32, errno int32) 115 TEXT runtime·pipe2(SB),NOSPLIT|NOFRAME,$0-20 116 MOVV $r+8(FP), R4 117 MOVW flags+0(FP), R5 118 MOVV $SYS_pipe2, R11 119 SYSCALL 120 MOVW R4, errno+16(FP) 121 RET 122 123 // func usleep(usec uint32) 124 TEXT runtime·usleep(SB),NOSPLIT,$16-4 125 MOVWU usec+0(FP), R7 126 MOVV $1000, R6 127 MULVU R6, R7, R7 128 MOVV $1000000000, R6 129 130 DIVVU R6, R7, R5 // ts->tv_sec 131 REMVU R6, R7, R4 // ts->tv_nsec 132 MOVV R5, 8(R3) 133 MOVV R4, 16(R3) 134 135 // nanosleep(&ts, 0) 136 ADDV $8, R3, R4 137 MOVV R0, R5 138 MOVV $SYS_nanosleep, R11 139 SYSCALL 140 RET 141 142 // func gettid() uint32 143 TEXT runtime·gettid(SB),NOSPLIT,$0-4 144 MOVV $SYS_gettid, R11 145 SYSCALL 146 MOVW R4, ret+0(FP) 147 RET 148 149 // func raise(sig uint32) 150 TEXT runtime·raise(SB),NOSPLIT|NOFRAME,$0 151 MOVV $SYS_getpid, R11 152 SYSCALL 153 MOVW R4, R23 154 MOVV $SYS_gettid, R11 155 SYSCALL 156 MOVW R4, R5 // arg 2 tid 157 MOVW R23, R4 // arg 1 pid 158 MOVW sig+0(FP), R6 // arg 3 159 MOVV $SYS_tgkill, R11 160 SYSCALL 161 RET 162 163 // func raiseproc(sig uint32) 164 TEXT runtime·raiseproc(SB),NOSPLIT|NOFRAME,$0 165 MOVV $SYS_getpid, R11 166 SYSCALL 167 //MOVW R4, R4 // arg 1 pid 168 MOVW sig+0(FP), R5 // arg 2 169 MOVV $SYS_kill, R11 170 SYSCALL 171 RET 172 173 // func getpid() int 174 TEXT ·getpid(SB),NOSPLIT|NOFRAME,$0-8 175 MOVV $SYS_getpid, R11 176 SYSCALL 177 MOVV R4, ret+0(FP) 178 RET 179 180 // func tgkill(tgid, tid, sig int) 181 TEXT ·tgkill(SB),NOSPLIT|NOFRAME,$0-24 182 MOVV tgid+0(FP), R4 183 MOVV tid+8(FP), R5 184 MOVV sig+16(FP), R6 185 MOVV $SYS_tgkill, R11 186 SYSCALL 187 RET 188 189 // func setitimer(mode int32, new, old *itimerval) 190 TEXT runtime·setitimer(SB),NOSPLIT|NOFRAME,$0-24 191 MOVW mode+0(FP), R4 192 MOVV new+8(FP), R5 193 MOVV old+16(FP), R6 194 MOVV $SYS_setitimer, R11 195 SYSCALL 196 RET 197 198 // func timer_create(clockid int32, sevp *sigevent, timerid *int32) int32 199 TEXT runtime·timer_create(SB),NOSPLIT,$0-28 200 MOVW clockid+0(FP), R4 201 MOVV sevp+8(FP), R5 202 MOVV timerid+16(FP), R6 203 MOVV $SYS_timer_create, R11 204 SYSCALL 205 MOVW R4, ret+24(FP) 206 RET 207 208 // func timer_settime(timerid int32, flags int32, new, old *itimerspec) int32 209 TEXT runtime·timer_settime(SB),NOSPLIT,$0-28 210 MOVW timerid+0(FP), R4 211 MOVW flags+4(FP), R5 212 MOVV new+8(FP), R6 213 MOVV old+16(FP), R7 214 MOVV $SYS_timer_settime, R11 215 SYSCALL 216 MOVW R4, ret+24(FP) 217 RET 218 219 // func timer_delete(timerid int32) int32 220 TEXT runtime·timer_delete(SB),NOSPLIT,$0-12 221 MOVW timerid+0(FP), R4 222 MOVV $SYS_timer_delete, R11 223 SYSCALL 224 MOVW R4, ret+8(FP) 225 RET 226 227 // func mincore(addr unsafe.Pointer, n uintptr, dst *byte) int32 228 TEXT runtime·mincore(SB),NOSPLIT|NOFRAME,$0-28 229 MOVV addr+0(FP), R4 230 MOVV n+8(FP), R5 231 MOVV dst+16(FP), R6 232 MOVV $SYS_mincore, R11 233 SYSCALL 234 MOVW R4, ret+24(FP) 235 RET 236 237 // func walltime() (sec int64, nsec int32) 238 TEXT runtime·walltime(SB),NOSPLIT,$24-12 239 MOVV R3, R23 // R23 is unchanged by C code 240 MOVV R3, R25 241 242 MOVV g_m(g), R24 // R24 = m 243 244 // Set vdsoPC and vdsoSP for SIGPROF traceback. 245 // Save the old values on stack and restore them on exit, 246 // so this function is reentrant. 247 MOVV m_vdsoPC(R24), R11 248 MOVV m_vdsoSP(R24), R7 249 MOVV R11, 8(R3) 250 MOVV R7, 16(R3) 251 252 MOVV $ret-8(FP), R11 // caller's SP 253 MOVV R1, m_vdsoPC(R24) 254 MOVV R11, m_vdsoSP(R24) 255 256 MOVV m_curg(R24), R4 257 MOVV g, R5 258 BNE R4, R5, noswitch 259 260 MOVV m_g0(R24), R4 261 MOVV (g_sched+gobuf_sp)(R4), R25 // Set SP to g0 stack 262 263 noswitch: 264 SUBV $16, R25 265 AND $~15, R25 // Align for C code 266 MOVV R25, R3 267 268 MOVW $CLOCK_REALTIME, R4 269 MOVV $0(R3), R5 270 271 MOVV runtime·vdsoClockgettimeSym(SB), R20 272 BEQ R20, fallback 273 274 // Store g on gsignal's stack, see sys_linux_arm64.s for detail 275 MOVBU runtime·iscgo(SB), R25 276 BNE R25, nosaveg 277 278 MOVV m_gsignal(R24), R25 // g.m.gsignal 279 BEQ R25, nosaveg 280 BEQ g, R25, nosaveg 281 282 MOVV (g_stack+stack_lo)(R25), R25 // g.m.gsignal.stack.lo 283 MOVV g, (R25) 284 285 JAL (R20) 286 287 MOVV R0, (R25) 288 JMP finish 289 290 nosaveg: 291 JAL (R20) 292 293 finish: 294 MOVV 0(R3), R7 // sec 295 MOVV 8(R3), R5 // nsec 296 297 MOVV R23, R3 // restore SP 298 // Restore vdsoPC, vdsoSP 299 // We don't worry about being signaled between the two stores. 300 // If we are not in a signal handler, we'll restore vdsoSP to 0, 301 // and no one will care about vdsoPC. If we are in a signal handler, 302 // we cannot receive another signal. 303 MOVV 16(R3), R25 304 MOVV R25, m_vdsoSP(R24) 305 MOVV 8(R3), R25 306 MOVV R25, m_vdsoPC(R24) 307 308 MOVV R7, sec+0(FP) 309 MOVW R5, nsec+8(FP) 310 RET 311 312 fallback: 313 MOVV $SYS_clock_gettime, R11 314 SYSCALL 315 JMP finish 316 317 // func nanotime1() int64 318 TEXT runtime·nanotime1(SB),NOSPLIT,$16-8 319 MOVV R3, R23 // R23 is unchanged by C code 320 MOVV R3, R25 321 322 MOVV g_m(g), R24 // R24 = m 323 324 // Set vdsoPC and vdsoSP for SIGPROF traceback. 325 // Save the old values on stack and restore them on exit, 326 // so this function is reentrant. 327 MOVV m_vdsoPC(R24), R11 328 MOVV m_vdsoSP(R24), R7 329 MOVV R11, 8(R3) 330 MOVV R7, 16(R3) 331 332 MOVV $ret-8(FP), R11 // caller's SP 333 MOVV R1, m_vdsoPC(R24) 334 MOVV R11, m_vdsoSP(R24) 335 336 MOVV m_curg(R24), R4 337 MOVV g, R5 338 BNE R4, R5, noswitch 339 340 MOVV m_g0(R24), R4 341 MOVV (g_sched+gobuf_sp)(R4), R25 // Set SP to g0 stack 342 343 noswitch: 344 SUBV $16, R25 345 AND $~15, R25 // Align for C code 346 MOVV R25, R3 347 348 MOVW $CLOCK_MONOTONIC, R4 349 MOVV $0(R3), R5 350 351 MOVV runtime·vdsoClockgettimeSym(SB), R20 352 BEQ R20, fallback 353 354 // Store g on gsignal's stack, see sys_linux_arm64.s for detail 355 MOVBU runtime·iscgo(SB), R25 356 BNE R25, nosaveg 357 358 MOVV m_gsignal(R24), R25 // g.m.gsignal 359 BEQ R25, nosaveg 360 BEQ g, R25, nosaveg 361 362 MOVV (g_stack+stack_lo)(R25), R25 // g.m.gsignal.stack.lo 363 MOVV g, (R25) 364 365 JAL (R20) 366 367 MOVV R0, (R25) 368 JMP finish 369 370 nosaveg: 371 JAL (R20) 372 373 finish: 374 MOVV 0(R3), R7 // sec 375 MOVV 8(R3), R5 // nsec 376 377 MOVV R23, R3 // restore SP 378 // Restore vdsoPC, vdsoSP 379 // We don't worry about being signaled between the two stores. 380 // If we are not in a signal handler, we'll restore vdsoSP to 0, 381 // and no one will care about vdsoPC. If we are in a signal handler, 382 // we cannot receive another signal. 383 MOVV 16(R3), R25 384 MOVV R25, m_vdsoSP(R24) 385 MOVV 8(R3), R25 386 MOVV R25, m_vdsoPC(R24) 387 388 // sec is in R7, nsec in R5 389 // return nsec in R7 390 MOVV $1000000000, R4 391 MULVU R4, R7, R7 392 ADDVU R5, R7 393 MOVV R7, ret+0(FP) 394 RET 395 396 fallback: 397 MOVV $SYS_clock_gettime, R11 398 SYSCALL 399 JMP finish 400 401 // func rtsigprocmask(how int32, new, old *sigset, size int32) 402 TEXT runtime·rtsigprocmask(SB),NOSPLIT|NOFRAME,$0-28 403 MOVW how+0(FP), R4 404 MOVV new+8(FP), R5 405 MOVV old+16(FP), R6 406 MOVW size+24(FP), R7 407 MOVV $SYS_rt_sigprocmask, R11 408 SYSCALL 409 MOVW $-4096, R5 410 BGEU R5, R4, 2(PC) 411 MOVV R0, 0xf1(R0) // crash 412 RET 413 414 // func rt_sigaction(sig uintptr, new, old *sigactiont, size uintptr) int32 415 TEXT runtime·rt_sigaction(SB),NOSPLIT|NOFRAME,$0-36 416 MOVV sig+0(FP), R4 417 MOVV new+8(FP), R5 418 MOVV old+16(FP), R6 419 MOVV size+24(FP), R7 420 MOVV $SYS_rt_sigaction, R11 421 SYSCALL 422 MOVW R4, ret+32(FP) 423 RET 424 425 // func sigfwd(fn uintptr, sig uint32, info *siginfo, ctx unsafe.Pointer) 426 TEXT runtime·sigfwd(SB),NOSPLIT,$0-32 427 MOVW sig+8(FP), R4 428 MOVV info+16(FP), R5 429 MOVV ctx+24(FP), R6 430 MOVV fn+0(FP), R20 431 JAL (R20) 432 RET 433 434 // func sigtramp(signo, ureg, ctxt unsafe.Pointer) 435 TEXT runtime·sigtramp(SB),NOSPLIT|TOPFRAME,$168 436 MOVW R4, (1*8)(R3) 437 MOVV R5, (2*8)(R3) 438 MOVV R6, (3*8)(R3) 439 440 // Save callee-save registers in the case of signal forwarding. 441 // Please refer to https://golang.org/issue/31827 . 442 SAVE_R22_TO_R31((4*8)) 443 SAVE_F24_TO_F31((14*8)) 444 445 // this might be called in external code context, 446 // where g is not set. 447 MOVB runtime·iscgo(SB), R4 448 BEQ R4, 2(PC) 449 JAL runtime·load_g(SB) 450 451 MOVV $runtime·sigtrampgo(SB), R4 452 JAL (R4) 453 454 // Restore callee-save registers. 455 RESTORE_R22_TO_R31((4*8)) 456 RESTORE_F24_TO_F31((14*8)) 457 458 RET 459 460 // func cgoSigtramp() 461 TEXT runtime·cgoSigtramp(SB),NOSPLIT,$0 462 JMP runtime·sigtramp(SB) 463 464 // func sysMmap(addr unsafe.Pointer, n uintptr, prot, flags, fd int32, off uint32) (p unsafe.Pointer, err int) 465 TEXT runtime·sysMmap(SB),NOSPLIT|NOFRAME,$0 466 MOVV addr+0(FP), R4 467 MOVV n+8(FP), R5 468 MOVW prot+16(FP), R6 469 MOVW flags+20(FP), R7 470 MOVW fd+24(FP), R8 471 MOVW off+28(FP), R9 472 473 MOVV $SYS_mmap, R11 474 SYSCALL 475 MOVW $-4096, R5 476 BGEU R5, R4, ok 477 MOVV $0, p+32(FP) 478 SUBVU R4, R0, R4 479 MOVV R4, err+40(FP) 480 RET 481 ok: 482 MOVV R4, p+32(FP) 483 MOVV $0, err+40(FP) 484 RET 485 486 // Call the function stored in _cgo_mmap using the GCC calling convention. 487 // This must be called on the system stack. 488 // func callCgoMmap(addr unsafe.Pointer, n uintptr, prot, flags, fd int32, off uint32) uintptr 489 TEXT runtime·callCgoMmap(SB),NOSPLIT,$0 490 MOVV addr+0(FP), R4 491 MOVV n+8(FP), R5 492 MOVW prot+16(FP), R6 493 MOVW flags+20(FP), R7 494 MOVW fd+24(FP), R8 495 MOVW off+28(FP), R9 496 MOVV _cgo_mmap(SB), R13 497 SUBV $16, R3 // reserve 16 bytes for sp-8 where fp may be saved. 498 JAL (R13) 499 ADDV $16, R3 500 MOVV R4, ret+32(FP) 501 RET 502 503 // func sysMunmap(addr unsafe.Pointer, n uintptr) 504 TEXT runtime·sysMunmap(SB),NOSPLIT|NOFRAME,$0 505 MOVV addr+0(FP), R4 506 MOVV n+8(FP), R5 507 MOVV $SYS_munmap, R11 508 SYSCALL 509 MOVW $-4096, R5 510 BGEU R5, R4, 2(PC) 511 MOVV R0, 0xf3(R0) // crash 512 RET 513 514 // Call the function stored in _cgo_munmap using the GCC calling convention. 515 // This must be called on the system stack. 516 // func callCgoMunmap(addr unsafe.Pointer, n uintptr) 517 TEXT runtime·callCgoMunmap(SB),NOSPLIT,$0 518 MOVV addr+0(FP), R4 519 MOVV n+8(FP), R5 520 MOVV _cgo_munmap(SB), R13 521 SUBV $16, R3 // reserve 16 bytes for sp-8 where fp may be saved. 522 JAL (R13) 523 ADDV $16, R3 524 RET 525 526 // func madvise(addr unsafe.Pointer, n uintptr, flags int32) 527 TEXT runtime·madvise(SB),NOSPLIT|NOFRAME,$0 528 MOVV addr+0(FP), R4 529 MOVV n+8(FP), R5 530 MOVW flags+16(FP), R6 531 MOVV $SYS_madvise, R11 532 SYSCALL 533 MOVW R4, ret+24(FP) 534 RET 535 536 // func futex(addr unsafe.Pointer, op int32, val uint32, ts, addr2 unsafe.Pointer, val3 uint32) int32 537 TEXT runtime·futex(SB),NOSPLIT|NOFRAME,$0 538 MOVV addr+0(FP), R4 539 MOVW op+8(FP), R5 540 MOVW val+12(FP), R6 541 MOVV ts+16(FP), R7 542 MOVV addr2+24(FP), R8 543 MOVW val3+32(FP), R9 544 MOVV $SYS_futex, R11 545 SYSCALL 546 MOVW R4, ret+40(FP) 547 RET 548 549 // int64 clone(int32 flags, void *stk, M *mp, G *gp, void (*fn)(void)); 550 TEXT runtime·clone(SB),NOSPLIT|NOFRAME,$0 551 MOVW flags+0(FP), R4 552 MOVV stk+8(FP), R5 553 554 // Copy mp, gp, fn off parent stack for use by child. 555 // Careful: Linux system call clobbers ???. 556 MOVV mp+16(FP), R23 557 MOVV gp+24(FP), R24 558 MOVV fn+32(FP), R25 559 560 MOVV R23, -8(R5) 561 MOVV R24, -16(R5) 562 MOVV R25, -24(R5) 563 MOVV $1234, R23 564 MOVV R23, -32(R5) 565 566 MOVV $SYS_clone, R11 567 SYSCALL 568 569 // In parent, return. 570 BEQ R4, 3(PC) 571 MOVW R4, ret+40(FP) 572 RET 573 574 // In child, on new stack. 575 MOVV -32(R3), R23 576 MOVV $1234, R19 577 BEQ R23, R19, 2(PC) 578 MOVV R0, 0(R0) 579 580 // Initialize m->procid to Linux tid 581 MOVV $SYS_gettid, R11 582 SYSCALL 583 584 MOVV -24(R3), R25 // fn 585 MOVV -16(R3), R24 // g 586 MOVV -8(R3), R23 // m 587 588 BEQ R23, nog 589 BEQ R24, nog 590 591 MOVV R4, m_procid(R23) 592 593 // TODO: setup TLS. 594 595 // In child, set up new stack 596 MOVV R23, g_m(R24) 597 MOVV R24, g 598 //CALL runtime·stackcheck(SB) 599 600 nog: 601 // Call fn 602 JAL (R25) 603 604 // It shouldn't return. If it does, exit that thread. 605 MOVW $111, R4 606 MOVV $SYS_exit, R11 607 SYSCALL 608 JMP -3(PC) // keep exiting 609 610 // func sigaltstack(new, old *stackt) 611 TEXT runtime·sigaltstack(SB),NOSPLIT|NOFRAME,$0 612 MOVV new+0(FP), R4 613 MOVV old+8(FP), R5 614 MOVV $SYS_sigaltstack, R11 615 SYSCALL 616 MOVW $-4096, R5 617 BGEU R5, R4, 2(PC) 618 MOVV R0, 0xf1(R0) // crash 619 RET 620 621 // func osyield() 622 TEXT runtime·osyield(SB),NOSPLIT|NOFRAME,$0 623 MOVV $SYS_sched_yield, R11 624 SYSCALL 625 RET 626 627 // func sched_getaffinity(pid, len uintptr, buf *uintptr) int32 628 TEXT runtime·sched_getaffinity(SB),NOSPLIT|NOFRAME,$0 629 MOVV pid+0(FP), R4 630 MOVV len+8(FP), R5 631 MOVV buf+16(FP), R6 632 MOVV $SYS_sched_getaffinity, R11 633 SYSCALL 634 MOVW R4, ret+24(FP) 635 RET 636 637 // func sbrk0() uintptr 638 TEXT runtime·sbrk0(SB),NOSPLIT|NOFRAME,$0-8 639 // Implemented as brk(NULL). 640 MOVV $0, R4 641 MOVV $SYS_brk, R11 642 SYSCALL 643 MOVV R4, ret+0(FP) 644 RET 645 646 TEXT runtime·access(SB),$0-20 647 MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go 648 MOVW R0, ret+16(FP) // for vet 649 RET 650 651 TEXT runtime·connect(SB),$0-28 652 MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go 653 MOVW R0, ret+24(FP) // for vet 654 RET 655 656 TEXT runtime·socket(SB),$0-20 657 MOVV R0, 2(R0) // unimplemented, only needed for android; declared in stubs_linux.go 658 MOVW R0, ret+16(FP) // for vet 659 RET