1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
/*
* CDDL HEADER START
*
* The contents of this file are subject to the terms of the
* Common Development and Distribution License (the "License").
* You may not use this file except in compliance with the License.
*
* You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
* or http://www.opensolaris.org/os/licensing.
* See the License for the specific language governing permissions
* and limitations under the License.
*
* When distributing Covered Code, include this CDDL HEADER in each
* file and include the License file at usr/src/OPENSOLARIS.LICENSE.
* If applicable, add the following below this CDDL HEADER, with the
* fields enclosed by brackets "[]" replaced with your own identifying
* information: Portions Copyright [yyyy] [name of copyright owner]
*
* CDDL HEADER END
*/
/*
* Copyright 2007 Sun Microsystems, Inc. All rights reserved.
* Use is subject to license terms.
* Copyright 2019 Joyent, Inc.
*/
#include <sys/asm_linkage.h>
#include <sys/asm_misc.h>
#include <sys/regset.h>
#include <sys/psw.h>
#include <sys/pcb.h>
#include <sys/trap.h>
#include <sys/ftrace.h>
#include <sys/traptrace.h>
#include <sys/clock.h>
#include <sys/panic.h>
#include <sys/privregs.h>
#include "assym.h"
/*
* XX64: We are assuming that libc continues to expect the 64-bit value being
* returned in %edx:%eax. We further assume that it is safe to leave
* the top 32-bit intact in %rax as they will be ignored by libc. In
* other words, if the 64-bit value is already in %rax, while we manually
* manufacture a 64-bit value in %edx:%eax by setting %edx to be the high
* 32 bits of %rax, we don't zero them out in %rax.
* The following amd64 versions will need to be changed if the above
* assumptions are not true.
*/
.globl gethrtimef
ENTRY_NP(get_hrtime)
FAST_INTR_PUSH
movq gethrtimef(%rip), %rax
INDIRECT_CALL_REG(rax)
movq %rax, %rdx
shrq $32, %rdx /* high 32-bit in %edx */
FAST_INTR_POP
FAST_INTR_RETURN
SET_SIZE(get_hrtime)
.globl gethrestimef
ENTRY_NP(get_hrestime)
FAST_INTR_PUSH
subq $TIMESPEC_SIZE, %rsp
movq %rsp, %rdi
movq gethrestimef(%rip), %rax
INDIRECT_CALL_REG(rax)
movl (%rsp), %eax
movl CLONGSIZE(%rsp), %edx
addq $TIMESPEC_SIZE, %rsp
FAST_INTR_POP
FAST_INTR_RETURN
SET_SIZE(get_hrestime)
/*
* In C this is
*
* klwp_t *lwp = ttolwp(curthread);
* struct mstate *ms = &lwp->lwp_mstate;
* return (gethrtime() - ms->ms_state_start + ms->ms_acct[LMS_USER]);
*/
ENTRY_NP(gethrvtime)
FAST_INTR_PUSH
call gethrtime_unscaled /* get time since boot */
movq %gs:CPU_LWP, %rcx /* current lwp */
subq LWP_MS_STATE_START(%rcx), %rax /* - ms->ms_state_start */
addq LWP_ACCT_USER(%rcx), %rax /* add ms->ms_acct[LMS_USER] */
subq $16, %rsp
movq %rax, (%rsp)
movq %rsp, %rdi
call scalehrtime
movq (%rsp), %rax
addq $16, %rsp
movq %rax, %rdx
shrq $32, %rdx /* high 32-bit in %rdx */
FAST_INTR_POP
FAST_INTR_RETURN
SET_SIZE(gethrvtime)
/*
* In C this is:
*
* return (((uint64_t)(curthread->t_lpl->lpl_lgrpid) << 32) |
* curthread->t_cpu->cpu_id);
*/
ENTRY_NP(getlgrp)
FAST_INTR_PUSH
movq %gs:CPU_THREAD, %rcx
movq T_LPL(%rcx), %rcx
movl LPL_LGRPID(%rcx), %edx
movl %gs:CPU_ID, %eax
FAST_INTR_POP
FAST_INTR_RETURN
SET_SIZE(getlgrp)
|