Changeset 8df5f20 in mainline
- Timestamp:
- 2019-02-11T14:56:26Z (6 years ago)
- Branches:
- lfn, master, serial, ticket/834-toolchain-update, topic/msim-upgrade, topic/simplify-dev-export
- Children:
- 4805495
- Parents:
- 391996b
- git-author:
- Jiří Zárevúcky <zarevucky.jiri@…> (2019-02-01 23:26:21)
- git-committer:
- Jiří Zárevúcky <zarevucky.jiri@…> (2019-02-11 14:56:26)
- Files:
-
- 64 edited
Legend:
- Unmodified
- Added
- Removed
-
kernel/arch/abs32le/include/arch/asm.h
r391996b r8df5f20 40 40 #include <trace.h> 41 41 42 NO_TRACE static inline void asm_delay_loop(uint32_t usec)43 { 44 } 45 46 NO_TRACE static inline __attribute__((noreturn)) void cpu_halt(void)42 _NO_TRACE static inline void asm_delay_loop(uint32_t usec) 43 { 44 } 45 46 _NO_TRACE static inline __attribute__((noreturn)) void cpu_halt(void) 47 47 { 48 48 /* … … 57 57 } 58 58 59 NO_TRACE static inline void cpu_sleep(void)59 _NO_TRACE static inline void cpu_sleep(void) 60 60 { 61 61 /* … … 67 67 } 68 68 69 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val)69 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val) 70 70 { 71 71 } … … 79 79 * 80 80 */ 81 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val)81 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val) 82 82 { 83 83 } … … 91 91 * 92 92 */ 93 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val)93 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val) 94 94 { 95 95 } … … 103 103 * 104 104 */ 105 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)105 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 106 106 { 107 107 return 0; … … 116 116 * 117 117 */ 118 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)118 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 119 119 { 120 120 return 0; … … 129 129 * 130 130 */ 131 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)132 { 133 return 0; 134 } 135 136 NO_TRACE static inline ipl_t interrupts_enable(void)131 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 132 { 133 return 0; 134 } 135 136 _NO_TRACE static inline ipl_t interrupts_enable(void) 137 137 { 138 138 /* … … 146 146 } 147 147 148 NO_TRACE static inline ipl_t interrupts_disable(void)148 _NO_TRACE static inline ipl_t interrupts_disable(void) 149 149 { 150 150 /* … … 160 160 } 161 161 162 NO_TRACE static inline void interrupts_restore(ipl_t ipl)162 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 163 163 { 164 164 /* … … 168 168 } 169 169 170 NO_TRACE static inline ipl_t interrupts_read(void)170 _NO_TRACE static inline ipl_t interrupts_read(void) 171 171 { 172 172 /* … … 178 178 } 179 179 180 NO_TRACE static inline bool interrupts_disabled(void)180 _NO_TRACE static inline bool interrupts_disabled(void) 181 181 { 182 182 /* … … 188 188 } 189 189 190 NO_TRACE static inline uintptr_t get_stack_base(void)190 _NO_TRACE static inline uintptr_t get_stack_base(void) 191 191 { 192 192 /* -
kernel/arch/abs32le/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 return 0; -
kernel/arch/abs32le/include/arch/istate.h
r391996b r8df5f20 62 62 } istate_t; 63 63 64 NO_TRACE static inline int istate_from_uspace(istate_t *istate)64 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 65 65 REQUIRES_EXTENT_MUTABLE(istate) 66 66 { … … 73 73 } 74 74 75 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,75 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 76 76 uintptr_t retaddr) 77 77 WRITES(&istate->ip) … … 82 82 } 83 83 84 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)84 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 85 85 REQUIRES_EXTENT_MUTABLE(istate) 86 86 { … … 90 90 } 91 91 92 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)92 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 93 93 REQUIRES_EXTENT_MUTABLE(istate) 94 94 { -
kernel/arch/abs32le/include/arch/mm/page.h
r391996b r8df5f20 147 147 } __attribute__((packed)) pte_t; 148 148 149 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)149 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 150 150 REQUIRES_ARRAY_MUTABLE(pt, PTL0_ENTRIES_ARCH) 151 151 { … … 161 161 } 162 162 163 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)163 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 164 164 WRITES(ARRAY_RANGE(pt, PTL0_ENTRIES_ARCH)) 165 165 REQUIRES_ARRAY_MUTABLE(pt, PTL0_ENTRIES_ARCH) … … 180 180 } 181 181 182 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)182 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 183 183 WRITES(ARRAY_RANGE(pt, PTL0_ENTRIES_ARCH)) 184 184 REQUIRES_ARRAY_MUTABLE(pt, PTL0_ENTRIES_ARCH) -
kernel/arch/amd64/include/arch/asm.h
r391996b r8df5f20 50 50 * 51 51 */ 52 NO_TRACE static inline uintptr_t get_stack_base(void)52 _NO_TRACE static inline uintptr_t get_stack_base(void) 53 53 { 54 54 uintptr_t v; … … 63 63 } 64 64 65 NO_TRACE static inline void cpu_sleep(void)65 _NO_TRACE static inline void cpu_sleep(void) 66 66 { 67 67 asm volatile ( … … 70 70 } 71 71 72 NO_TRACE static inline void __attribute__((noreturn)) cpu_halt(void)72 _NO_TRACE static inline void __attribute__((noreturn)) cpu_halt(void) 73 73 { 74 74 while (true) { … … 87 87 * 88 88 */ 89 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)89 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 90 90 { 91 91 if (port < (ioport8_t *) IO_SPACE_BOUNDARY) { … … 111 111 * 112 112 */ 113 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)113 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 114 114 { 115 115 if (port < (ioport16_t *) IO_SPACE_BOUNDARY) { … … 135 135 * 136 136 */ 137 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)137 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 138 138 { 139 139 if (port < (ioport32_t *) IO_SPACE_BOUNDARY) { … … 159 159 * 160 160 */ 161 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val)161 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val) 162 162 { 163 163 if (port < (ioport8_t *) IO_SPACE_BOUNDARY) { … … 178 178 * 179 179 */ 180 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val)180 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val) 181 181 { 182 182 if (port < (ioport16_t *) IO_SPACE_BOUNDARY) { … … 197 197 * 198 198 */ 199 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val)199 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val) 200 200 { 201 201 if (port < (ioport32_t *) IO_SPACE_BOUNDARY) { … … 208 208 } 209 209 210 NO_TRACE static inline uint64_t read_rflags(void)210 _NO_TRACE static inline uint64_t read_rflags(void) 211 211 { 212 212 uint64_t rflags; … … 221 221 } 222 222 223 NO_TRACE static inline void write_rflags(uint64_t rflags)223 _NO_TRACE static inline void write_rflags(uint64_t rflags) 224 224 { 225 225 asm volatile ( … … 237 237 * 238 238 */ 239 NO_TRACE static inline ipl_t interrupts_read(void)239 _NO_TRACE static inline ipl_t interrupts_read(void) 240 240 { 241 241 return (ipl_t) read_rflags(); … … 249 249 * 250 250 */ 251 NO_TRACE static inline ipl_t interrupts_enable(void)251 _NO_TRACE static inline ipl_t interrupts_enable(void) 252 252 { 253 253 ipl_t ipl = interrupts_read(); … … 265 265 * 266 266 */ 267 NO_TRACE static inline ipl_t interrupts_disable(void)267 _NO_TRACE static inline ipl_t interrupts_disable(void) 268 268 { 269 269 ipl_t ipl = interrupts_read(); … … 281 281 * 282 282 */ 283 NO_TRACE static inline void interrupts_restore(ipl_t ipl)283 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 284 284 { 285 285 write_rflags((uint64_t) ipl); … … 291 291 * 292 292 */ 293 NO_TRACE static inline bool interrupts_disabled(void)293 _NO_TRACE static inline bool interrupts_disabled(void) 294 294 { 295 295 return ((read_rflags() & RFLAGS_IF) == 0); … … 297 297 298 298 /** Write to MSR */ 299 NO_TRACE static inline void write_msr(uint32_t msr, uint64_t value)299 _NO_TRACE static inline void write_msr(uint32_t msr, uint64_t value) 300 300 { 301 301 asm volatile ( … … 307 307 } 308 308 309 NO_TRACE static inline sysarg_t read_msr(uint32_t msr)309 _NO_TRACE static inline sysarg_t read_msr(uint32_t msr) 310 310 { 311 311 uint32_t ax, dx; … … 325 325 * 326 326 */ 327 NO_TRACE static inline void invlpg(uintptr_t addr)327 _NO_TRACE static inline void invlpg(uintptr_t addr) 328 328 { 329 329 asm volatile ( … … 338 338 * 339 339 */ 340 NO_TRACE static inline void gdtr_load(ptr_16_64_t *gdtr_reg)340 _NO_TRACE static inline void gdtr_load(ptr_16_64_t *gdtr_reg) 341 341 { 342 342 asm volatile ( … … 351 351 * 352 352 */ 353 NO_TRACE static inline void gdtr_store(ptr_16_64_t *gdtr_reg)353 _NO_TRACE static inline void gdtr_store(ptr_16_64_t *gdtr_reg) 354 354 { 355 355 asm volatile ( … … 364 364 * 365 365 */ 366 NO_TRACE static inline void idtr_load(ptr_16_64_t *idtr_reg)366 _NO_TRACE static inline void idtr_load(ptr_16_64_t *idtr_reg) 367 367 { 368 368 asm volatile ( … … 376 376 * 377 377 */ 378 NO_TRACE static inline void tr_load(uint16_t sel)378 _NO_TRACE static inline void tr_load(uint16_t sel) 379 379 { 380 380 asm volatile ( … … 384 384 } 385 385 386 #define GEN_READ_REG(reg) NO_TRACE static inline sysarg_t read_ ##reg (void) \386 #define GEN_READ_REG(reg) _NO_TRACE static inline sysarg_t read_ ##reg (void) \ 387 387 { \ 388 388 sysarg_t res; \ … … 394 394 } 395 395 396 #define GEN_WRITE_REG(reg) NO_TRACE static inline void write_ ##reg (sysarg_t regn) \396 #define GEN_WRITE_REG(reg) _NO_TRACE static inline void write_ ##reg (sysarg_t regn) \ 397 397 { \ 398 398 asm volatile ( \ -
kernel/arch/amd64/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 uint32_t lower; -
kernel/arch/amd64/include/arch/istate.h
r391996b r8df5f20 47 47 48 48 /** Return true if exception happened while in userspace */ 49 NO_TRACE static inline int istate_from_uspace(istate_t *istate)49 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 50 50 { 51 51 return (istate->cs & RPL_USER) == RPL_USER; 52 52 } 53 53 54 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,54 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 55 55 uintptr_t retaddr) 56 56 { … … 58 58 } 59 59 60 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)60 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 61 61 { 62 62 return istate->rip; 63 63 } 64 64 65 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)65 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 66 66 { 67 67 return istate->rbp; -
kernel/arch/amd64/include/arch/mm/page.h
r391996b r8df5f20 207 207 } __attribute__((packed)) pte_t; 208 208 209 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)209 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 210 210 { 211 211 pte_t *p = &pt[i]; … … 220 220 } 221 221 222 NO_TRACE static inline void set_pt_addr(pte_t *pt, size_t i, uintptr_t a)222 _NO_TRACE static inline void set_pt_addr(pte_t *pt, size_t i, uintptr_t a) 223 223 { 224 224 pte_t *p = &pt[i]; … … 228 228 } 229 229 230 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)230 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 231 231 { 232 232 pte_t *p = &pt[i]; … … 245 245 } 246 246 247 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)247 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 248 248 { 249 249 pte_t *p = &pt[i]; -
kernel/arch/arm32/include/arch/asm.h
r391996b r8df5f20 56 56 * only for armv6+. 57 57 */ 58 NO_TRACE static inline void cpu_sleep(void)58 _NO_TRACE static inline void cpu_sleep(void) 59 59 { 60 60 #ifdef PROCESSOR_ARCH_armv7_a … … 65 65 } 66 66 67 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)67 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 68 68 { 69 69 *port = v; 70 70 } 71 71 72 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)72 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 73 73 { 74 74 *port = v; 75 75 } 76 76 77 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)77 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 78 78 { 79 79 *port = v; 80 80 } 81 81 82 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)82 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 83 83 { 84 84 return *port; 85 85 } 86 86 87 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)87 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 88 88 { 89 89 return *port; 90 90 } 91 91 92 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)92 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 93 93 { 94 94 return *port; … … 102 102 * 103 103 */ 104 NO_TRACE static inline uintptr_t get_stack_base(void)104 _NO_TRACE static inline uintptr_t get_stack_base(void) 105 105 { 106 106 uintptr_t v; -
kernel/arch/arm32/include/arch/cycle.h
r391996b r8df5f20 47 47 * 48 48 */ 49 NO_TRACE static inline uint64_t get_cycle(void)49 _NO_TRACE static inline uint64_t get_cycle(void) 50 50 { 51 51 #ifdef PROCESSOR_ARCH_armv7_a -
kernel/arch/arm32/include/arch/istate.h
r391996b r8df5f20 55 55 * 56 56 */ 57 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,57 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 58 58 uintptr_t retaddr) 59 59 { … … 62 62 63 63 /** Return true if exception happened while in userspace. */ 64 NO_TRACE static inline int istate_from_uspace(istate_t *istate)64 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 65 65 { 66 66 return (istate->spsr & STATUS_REG_MODE_MASK) == USER_MODE; … … 68 68 69 69 /** Return Program Counter member of given istate structure. */ 70 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)70 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 71 71 { 72 72 return istate->pc; 73 73 } 74 74 75 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)75 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 76 76 { 77 77 return istate->fp; -
kernel/arch/arm32/include/arch/mm/page.h
r391996b r8df5f20 151 151 * set_pt_level1_flags (kernel/arch/arm32/include/arch/mm/page_armv6.h) 152 152 */ 153 NO_TRACE static inline void set_ptl0_addr(pte_t *pt)153 _NO_TRACE static inline void set_ptl0_addr(pte_t *pt) 154 154 { 155 155 uint32_t val = (uint32_t)pt & TTBR_ADDR_MASK; … … 161 161 } 162 162 163 NO_TRACE static inline void set_ptl1_addr(pte_t *pt, size_t i, uintptr_t address)163 _NO_TRACE static inline void set_ptl1_addr(pte_t *pt, size_t i, uintptr_t address) 164 164 { 165 165 pt[i].l0.coarse_table_addr = address >> 10; … … 167 167 } 168 168 169 NO_TRACE static inline void set_ptl3_addr(pte_t *pt, size_t i, uintptr_t address)169 _NO_TRACE static inline void set_ptl3_addr(pte_t *pt, size_t i, uintptr_t address) 170 170 { 171 171 pt[i].l1.frame_base_addr = address >> 12; -
kernel/arch/arm32/include/arch/mm/page_armv4.h
r391996b r8df5f20 137 137 * 138 138 */ 139 NO_TRACE static inline int get_pt_level0_flags(pte_t *pt, size_t i)139 _NO_TRACE static inline int get_pt_level0_flags(pte_t *pt, size_t i) 140 140 { 141 141 pte_level0_t *p = &pt[i].l0; … … 153 153 * 154 154 */ 155 NO_TRACE static inline int get_pt_level1_flags(pte_t *pt, size_t i)155 _NO_TRACE static inline int get_pt_level1_flags(pte_t *pt, size_t i) 156 156 { 157 157 pte_level1_t *p = &pt[i].l1; … … 178 178 * 179 179 */ 180 NO_TRACE static inline void set_pt_level0_flags(pte_t *pt, size_t i, int flags)180 _NO_TRACE static inline void set_pt_level0_flags(pte_t *pt, size_t i, int flags) 181 181 { 182 182 pte_level0_t *p = &pt[i].l0; … … 206 206 * 207 207 */ 208 NO_TRACE static inline void set_pt_level1_flags(pte_t *pt, size_t i, int flags)208 _NO_TRACE static inline void set_pt_level1_flags(pte_t *pt, size_t i, int flags) 209 209 { 210 210 pte_level1_t *p = &pt[i].l1; … … 236 236 } 237 237 238 NO_TRACE static inline void set_pt_level0_present(pte_t *pt, size_t i)238 _NO_TRACE static inline void set_pt_level0_present(pte_t *pt, size_t i) 239 239 { 240 240 pte_level0_t *p = &pt[i].l0; … … 245 245 } 246 246 247 NO_TRACE static inline void set_pt_level1_present(pte_t *pt, size_t i)247 _NO_TRACE static inline void set_pt_level1_present(pte_t *pt, size_t i) 248 248 { 249 249 pte_level1_t *p = &pt[i].l1; -
kernel/arch/arm32/include/arch/mm/page_armv6.h
r391996b r8df5f20 164 164 * 165 165 */ 166 NO_TRACE static inline int get_pt_level0_flags(pte_t *pt, size_t i)166 _NO_TRACE static inline int get_pt_level0_flags(pte_t *pt, size_t i) 167 167 { 168 168 const pte_level0_t *p = &pt[i].l0; … … 180 180 * 181 181 */ 182 NO_TRACE static inline int get_pt_level1_flags(pte_t *pt, size_t i)182 _NO_TRACE static inline int get_pt_level1_flags(pte_t *pt, size_t i) 183 183 { 184 184 const pte_level1_t *p = &pt[i].l1; … … 206 206 * 207 207 */ 208 NO_TRACE static inline void set_pt_level0_flags(pte_t *pt, size_t i, int flags)208 _NO_TRACE static inline void set_pt_level0_flags(pte_t *pt, size_t i, int flags) 209 209 { 210 210 pte_level0_t *p = &pt[i].l0; … … 239 239 * 240 240 */ 241 NO_TRACE static inline void set_pt_level1_flags(pte_t *pt, size_t i, int flags)241 _NO_TRACE static inline void set_pt_level1_flags(pte_t *pt, size_t i, int flags) 242 242 { 243 243 pte_level1_t *p = &pt[i].l1; … … 297 297 } 298 298 299 NO_TRACE static inline void set_pt_level0_present(pte_t *pt, size_t i)299 _NO_TRACE static inline void set_pt_level0_present(pte_t *pt, size_t i) 300 300 { 301 301 pte_level0_t *p = &pt[i].l0; … … 307 307 } 308 308 309 NO_TRACE static inline void set_pt_level1_present(pte_t *pt, size_t i)309 _NO_TRACE static inline void set_pt_level1_present(pte_t *pt, size_t i) 310 310 { 311 311 pte_level1_t *p = &pt[i].l1; -
kernel/arch/ia32/include/arch/asm.h
r391996b r8df5f20 48 48 * 49 49 */ 50 NO_TRACE static inline __attribute__((noreturn)) void cpu_halt(void)50 _NO_TRACE static inline __attribute__((noreturn)) void cpu_halt(void) 51 51 { 52 52 while (true) { … … 57 57 } 58 58 59 NO_TRACE static inline void cpu_sleep(void)59 _NO_TRACE static inline void cpu_sleep(void) 60 60 { 61 61 asm volatile ( … … 64 64 } 65 65 66 #define GEN_READ_REG(reg) NO_TRACE static inline sysarg_t read_ ##reg (void) \66 #define GEN_READ_REG(reg) _NO_TRACE static inline sysarg_t read_ ##reg (void) \ 67 67 { \ 68 68 sysarg_t res; \ … … 74 74 } 75 75 76 #define GEN_WRITE_REG(reg) NO_TRACE static inline void write_ ##reg (sysarg_t regn) \76 #define GEN_WRITE_REG(reg) _NO_TRACE static inline void write_ ##reg (sysarg_t regn) \ 77 77 { \ 78 78 asm volatile ( \ … … 113 113 * 114 114 */ 115 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val)115 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t val) 116 116 { 117 117 if (port < (ioport8_t *) IO_SPACE_BOUNDARY) { … … 132 132 * 133 133 */ 134 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val)134 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t val) 135 135 { 136 136 if (port < (ioport16_t *) IO_SPACE_BOUNDARY) { … … 151 151 * 152 152 */ 153 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val)153 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t val) 154 154 { 155 155 if (port < (ioport32_t *) IO_SPACE_BOUNDARY) { … … 170 170 * 171 171 */ 172 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)172 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 173 173 { 174 174 if (((void *)port) < IO_SPACE_BOUNDARY) { … … 194 194 * 195 195 */ 196 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)196 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 197 197 { 198 198 if (((void *)port) < IO_SPACE_BOUNDARY) { … … 218 218 * 219 219 */ 220 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)220 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 221 221 { 222 222 if (((void *)port) < IO_SPACE_BOUNDARY) { … … 234 234 } 235 235 236 NO_TRACE static inline uint32_t read_eflags(void)236 _NO_TRACE static inline uint32_t read_eflags(void) 237 237 { 238 238 uint32_t eflags; … … 247 247 } 248 248 249 NO_TRACE static inline void write_eflags(uint32_t eflags)249 _NO_TRACE static inline void write_eflags(uint32_t eflags) 250 250 { 251 251 asm volatile ( … … 261 261 * 262 262 */ 263 NO_TRACE static inline ipl_t interrupts_read(void)263 _NO_TRACE static inline ipl_t interrupts_read(void) 264 264 { 265 265 return (ipl_t) read_eflags(); … … 273 273 * 274 274 */ 275 NO_TRACE static inline ipl_t interrupts_enable(void)275 _NO_TRACE static inline ipl_t interrupts_enable(void) 276 276 { 277 277 ipl_t ipl = interrupts_read(); … … 289 289 * 290 290 */ 291 NO_TRACE static inline ipl_t interrupts_disable(void)291 _NO_TRACE static inline ipl_t interrupts_disable(void) 292 292 { 293 293 ipl_t ipl = interrupts_read(); … … 305 305 * 306 306 */ 307 NO_TRACE static inline void interrupts_restore(ipl_t ipl)307 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 308 308 { 309 309 write_eflags((uint32_t) ipl); … … 315 315 * 316 316 */ 317 NO_TRACE static inline bool interrupts_disabled(void)317 _NO_TRACE static inline bool interrupts_disabled(void) 318 318 { 319 319 return ((read_eflags() & EFLAGS_IF) == 0); … … 323 323 324 324 /** Write to MSR */ 325 NO_TRACE static inline void write_msr(uint32_t msr, uint64_t value)325 _NO_TRACE static inline void write_msr(uint32_t msr, uint64_t value) 326 326 { 327 327 asm volatile ( … … 333 333 } 334 334 335 NO_TRACE static inline uint64_t read_msr(uint32_t msr)335 _NO_TRACE static inline uint64_t read_msr(uint32_t msr) 336 336 { 337 337 uint32_t ax, dx; … … 356 356 * 357 357 */ 358 NO_TRACE static inline uintptr_t get_stack_base(void)358 _NO_TRACE static inline uintptr_t get_stack_base(void) 359 359 { 360 360 uintptr_t v; … … 374 374 * 375 375 */ 376 NO_TRACE static inline void invlpg(uintptr_t addr)376 _NO_TRACE static inline void invlpg(uintptr_t addr) 377 377 { 378 378 asm volatile ( … … 387 387 * 388 388 */ 389 NO_TRACE static inline void gdtr_load(ptr_16_32_t *gdtr_reg)389 _NO_TRACE static inline void gdtr_load(ptr_16_32_t *gdtr_reg) 390 390 { 391 391 asm volatile ( … … 400 400 * 401 401 */ 402 NO_TRACE static inline void gdtr_store(ptr_16_32_t *gdtr_reg)402 _NO_TRACE static inline void gdtr_store(ptr_16_32_t *gdtr_reg) 403 403 { 404 404 asm volatile ( … … 413 413 * 414 414 */ 415 NO_TRACE static inline void idtr_load(ptr_16_32_t *idtr_reg)415 _NO_TRACE static inline void idtr_load(ptr_16_32_t *idtr_reg) 416 416 { 417 417 asm volatile ( … … 426 426 * 427 427 */ 428 NO_TRACE static inline void tr_load(uint16_t sel)428 _NO_TRACE static inline void tr_load(uint16_t sel) 429 429 { 430 430 asm volatile ( … … 439 439 * 440 440 */ 441 NO_TRACE static inline void gs_load(uint16_t sel)441 _NO_TRACE static inline void gs_load(uint16_t sel) 442 442 { 443 443 asm volatile ( -
kernel/arch/ia32/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 #ifdef PROCESSOR_i486 -
kernel/arch/ia32/include/arch/istate.h
r391996b r8df5f20 47 47 48 48 /** Return true if exception happened while in userspace */ 49 NO_TRACE static inline int istate_from_uspace(istate_t *istate)49 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 50 50 { 51 51 return (istate->cs & RPL_USER) == RPL_USER; 52 52 } 53 53 54 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,54 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 55 55 uintptr_t retaddr) 56 56 { … … 58 58 } 59 59 60 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)60 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 61 61 { 62 62 return istate->eip; 63 63 } 64 64 65 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)65 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 66 66 { 67 67 return istate->ebp; -
kernel/arch/ia32/include/arch/mm/page.h
r391996b r8df5f20 180 180 } __attribute__((packed)) pte_t; 181 181 182 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)182 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 183 183 { 184 184 pte_t *p = &pt[i]; … … 193 193 } 194 194 195 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)195 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 196 196 { 197 197 pte_t *p = &pt[i]; … … 210 210 } 211 211 212 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)212 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 213 213 { 214 214 pte_t *p = &pt[i]; -
kernel/arch/ia64/include/arch/asm.h
r391996b r8df5f20 45 45 46 46 /** Map the I/O port address to a legacy I/O address. */ 47 NO_TRACE static inline uintptr_t p2a(volatile void *p)47 _NO_TRACE static inline uintptr_t p2a(volatile void *p) 48 48 { 49 49 uintptr_t prt = (uintptr_t) p; … … 52 52 } 53 53 54 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)54 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 55 55 { 56 56 if (port < (ioport8_t *) IO_SPACE_BOUNDARY) … … 66 66 } 67 67 68 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)68 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 69 69 { 70 70 if (port < (ioport16_t *) IO_SPACE_BOUNDARY) … … 80 80 } 81 81 82 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)82 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 83 83 { 84 84 if (port < (ioport32_t *) IO_SPACE_BOUNDARY) … … 94 94 } 95 95 96 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)96 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 97 97 { 98 98 uint8_t v; … … 116 116 } 117 117 118 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)118 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 119 119 { 120 120 uint16_t v; … … 138 138 } 139 139 140 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)140 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 141 141 { 142 142 uint32_t v; … … 166 166 * The memory stack must start on page boundary. 167 167 */ 168 NO_TRACE static inline uintptr_t get_stack_base(void)168 _NO_TRACE static inline uintptr_t get_stack_base(void) 169 169 { 170 170 uint64_t value; … … 183 183 * 184 184 */ 185 NO_TRACE static inline uint64_t psr_read(void)185 _NO_TRACE static inline uint64_t psr_read(void) 186 186 { 187 187 uint64_t v; … … 200 200 * 201 201 */ 202 NO_TRACE static inline uint64_t iva_read(void)202 _NO_TRACE static inline uint64_t iva_read(void) 203 203 { 204 204 uint64_t v; … … 217 217 * 218 218 */ 219 NO_TRACE static inline void iva_write(uint64_t v)219 _NO_TRACE static inline void iva_write(uint64_t v) 220 220 { 221 221 asm volatile ( … … 231 231 * 232 232 */ 233 NO_TRACE static inline uint64_t ivr_read(void)233 _NO_TRACE static inline uint64_t ivr_read(void) 234 234 { 235 235 uint64_t v; … … 243 243 } 244 244 245 NO_TRACE static inline uint64_t cr64_read(void)245 _NO_TRACE static inline uint64_t cr64_read(void) 246 246 { 247 247 uint64_t v; … … 260 260 * 261 261 */ 262 NO_TRACE static inline void itc_write(uint64_t v)262 _NO_TRACE static inline void itc_write(uint64_t v) 263 263 { 264 264 asm volatile ( … … 273 273 * 274 274 */ 275 NO_TRACE static inline uint64_t itc_read(void)275 _NO_TRACE static inline uint64_t itc_read(void) 276 276 { 277 277 uint64_t v; … … 290 290 * 291 291 */ 292 NO_TRACE static inline void itm_write(uint64_t v)292 _NO_TRACE static inline void itm_write(uint64_t v) 293 293 { 294 294 asm volatile ( … … 303 303 * 304 304 */ 305 NO_TRACE static inline uint64_t itm_read(void)305 _NO_TRACE static inline uint64_t itm_read(void) 306 306 { 307 307 uint64_t v; … … 320 320 * 321 321 */ 322 NO_TRACE static inline uint64_t itv_read(void)322 _NO_TRACE static inline uint64_t itv_read(void) 323 323 { 324 324 uint64_t v; … … 337 337 * 338 338 */ 339 NO_TRACE static inline void itv_write(uint64_t v)339 _NO_TRACE static inline void itv_write(uint64_t v) 340 340 { 341 341 asm volatile ( … … 350 350 * 351 351 */ 352 NO_TRACE static inline void eoi_write(uint64_t v)352 _NO_TRACE static inline void eoi_write(uint64_t v) 353 353 { 354 354 asm volatile ( … … 363 363 * 364 364 */ 365 NO_TRACE static inline uint64_t tpr_read(void)365 _NO_TRACE static inline uint64_t tpr_read(void) 366 366 { 367 367 uint64_t v; … … 380 380 * 381 381 */ 382 NO_TRACE static inline void tpr_write(uint64_t v)382 _NO_TRACE static inline void tpr_write(uint64_t v) 383 383 { 384 384 asm volatile ( … … 396 396 * 397 397 */ 398 NO_TRACE static ipl_t interrupts_disable(void)398 _NO_TRACE static ipl_t interrupts_disable(void) 399 399 { 400 400 uint64_t v; … … 418 418 * 419 419 */ 420 NO_TRACE static ipl_t interrupts_enable(void)420 _NO_TRACE static ipl_t interrupts_enable(void) 421 421 { 422 422 uint64_t v; … … 441 441 * 442 442 */ 443 NO_TRACE static inline void interrupts_restore(ipl_t ipl)443 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 444 444 { 445 445 if (ipl & PSR_I_MASK) … … 454 454 * 455 455 */ 456 NO_TRACE static inline ipl_t interrupts_read(void)456 _NO_TRACE static inline ipl_t interrupts_read(void) 457 457 { 458 458 return (ipl_t) psr_read(); … … 464 464 * 465 465 */ 466 NO_TRACE static inline bool interrupts_disabled(void)466 _NO_TRACE static inline bool interrupts_disabled(void) 467 467 { 468 468 return !(psr_read() & PSR_I_MASK); … … 470 470 471 471 /** Disable protection key checking. */ 472 NO_TRACE static inline void pk_disable(void)472 _NO_TRACE static inline void pk_disable(void) 473 473 { 474 474 asm volatile ( -
kernel/arch/ia64/include/arch/cpu.h
r391996b r8df5f20 64 64 * 65 65 */ 66 NO_TRACE static inline uint64_t cpuid_read(int n)66 _NO_TRACE static inline uint64_t cpuid_read(int n) 67 67 { 68 68 uint64_t v; … … 77 77 } 78 78 79 NO_TRACE static inline int ia64_get_cpu_id(void)79 _NO_TRACE static inline int ia64_get_cpu_id(void) 80 80 { 81 81 uint64_t cr64 = cr64_read(); … … 83 83 } 84 84 85 NO_TRACE static inline int ia64_get_cpu_eid(void)85 _NO_TRACE static inline int ia64_get_cpu_eid(void) 86 86 { 87 87 uint64_t cr64 = cr64_read(); … … 89 89 } 90 90 91 NO_TRACE static inline void ipi_send_ipi(int id, int eid, int intno)91 _NO_TRACE static inline void ipi_send_ipi(int id, int eid, int intno) 92 92 { 93 93 (bootinfo->sapic)[2 * (id * 256 + eid)] = intno; -
kernel/arch/ia64/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 return 0; -
kernel/arch/ia64/include/arch/istate.h
r391996b r8df5f20 50 50 #endif /* KERNEL */ 51 51 52 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,52 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 53 53 uintptr_t retaddr) 54 54 { … … 57 57 } 58 58 59 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)59 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 60 60 { 61 61 return istate->cr_iip; 62 62 } 63 63 64 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)64 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 65 65 { 66 66 /* FIXME */ … … 69 69 } 70 70 71 NO_TRACE static inline int istate_from_uspace(istate_t *istate)71 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 72 72 { 73 73 return (istate->cr_iip) < 0xe000000000000000ULL; -
kernel/arch/ia64/include/arch/mm/page.h
r391996b r8df5f20 191 191 * @return Address of the head of VHPT collision chain. 192 192 */ 193 NO_TRACE static inline uint64_t thash(uint64_t va)193 _NO_TRACE static inline uint64_t thash(uint64_t va) 194 194 { 195 195 uint64_t ret; … … 213 213 * @return The unique tag for VPN and RID in the collision chain returned by thash(). 214 214 */ 215 NO_TRACE static inline uint64_t ttag(uint64_t va)215 _NO_TRACE static inline uint64_t ttag(uint64_t va) 216 216 { 217 217 uint64_t ret; … … 232 232 * @return Current contents of rr[i]. 233 233 */ 234 NO_TRACE static inline uint64_t rr_read(size_t i)234 _NO_TRACE static inline uint64_t rr_read(size_t i) 235 235 { 236 236 uint64_t ret; … … 252 252 * @param v Value to be written to rr[i]. 253 253 */ 254 NO_TRACE static inline void rr_write(size_t i, uint64_t v)254 _NO_TRACE static inline void rr_write(size_t i, uint64_t v) 255 255 { 256 256 assert(i < REGION_REGISTERS); … … 267 267 * @return Current value stored in PTA. 268 268 */ 269 NO_TRACE static inline uint64_t pta_read(void)269 _NO_TRACE static inline uint64_t pta_read(void) 270 270 { 271 271 uint64_t ret; … … 283 283 * @param v New value to be stored in PTA. 284 284 */ 285 NO_TRACE static inline void pta_write(uint64_t v)285 _NO_TRACE static inline void pta_write(uint64_t v) 286 286 { 287 287 asm volatile ( -
kernel/arch/mips32/include/arch/asm.h
r391996b r8df5f20 40 40 #include <trace.h> 41 41 42 NO_TRACE static inline void cpu_sleep(void)42 _NO_TRACE static inline void cpu_sleep(void) 43 43 { 44 44 asm volatile ("wait"); … … 52 52 * 53 53 */ 54 NO_TRACE static inline uintptr_t get_stack_base(void)54 _NO_TRACE static inline uintptr_t get_stack_base(void) 55 55 { 56 56 uintptr_t base; … … 65 65 } 66 66 67 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)67 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 68 68 { 69 69 *port = v; 70 70 } 71 71 72 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)72 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 73 73 { 74 74 *port = v; 75 75 } 76 76 77 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)77 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 78 78 { 79 79 *port = v; 80 80 } 81 81 82 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)82 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 83 83 { 84 84 return *port; 85 85 } 86 86 87 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)87 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 88 88 { 89 89 return *port; 90 90 } 91 91 92 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)92 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 93 93 { 94 94 return *port; -
kernel/arch/mips32/include/arch/cycle.h
r391996b r8df5f20 40 40 #include <trace.h> 41 41 42 NO_TRACE static inline uint64_t get_cycle(void)42 _NO_TRACE static inline uint64_t get_cycle(void) 43 43 { 44 44 return ((uint64_t) count_hi << 32) + ((uint64_t) cp0_count_read()); -
kernel/arch/mips32/include/arch/istate.h
r391996b r8df5f20 50 50 #endif /* KERNEL */ 51 51 52 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,52 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 53 53 uintptr_t retaddr) 54 54 { … … 57 57 58 58 /** Return true if exception happened while in userspace */ 59 NO_TRACE static inline int istate_from_uspace(istate_t *istate)59 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 60 60 { 61 61 return istate->status & cp0_status_um_bit; 62 62 } 63 63 64 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)64 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 65 65 { 66 66 return istate->epc; 67 67 } 68 68 69 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)69 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 70 70 { 71 71 return istate->sp; -
kernel/arch/mips32/include/arch/mm/page.h
r391996b r8df5f20 161 161 } pte_t; 162 162 163 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)163 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 164 164 { 165 165 pte_t *p = &pt[i]; … … 174 174 } 175 175 176 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)176 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 177 177 { 178 178 pte_t *p = &pt[i]; … … 189 189 } 190 190 191 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)191 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 192 192 { 193 193 pte_t *p = &pt[i]; -
kernel/arch/mips32/include/arch/mm/tlb.h
r391996b r8df5f20 135 135 * Probe TLB for Matching Entry. 136 136 */ 137 NO_TRACE static inline void tlbp(void)137 _NO_TRACE static inline void tlbp(void) 138 138 { 139 139 asm volatile ("tlbp\n\t"); … … 144 144 * Read Indexed TLB Entry. 145 145 */ 146 NO_TRACE static inline void tlbr(void)146 _NO_TRACE static inline void tlbr(void) 147 147 { 148 148 asm volatile ("tlbr\n\t"); … … 153 153 * Write Indexed TLB Entry. 154 154 */ 155 NO_TRACE static inline void tlbwi(void)155 _NO_TRACE static inline void tlbwi(void) 156 156 { 157 157 asm volatile ("tlbwi\n\t"); … … 162 162 * Write Random TLB Entry. 163 163 */ 164 NO_TRACE static inline void tlbwr(void)164 _NO_TRACE static inline void tlbwr(void) 165 165 { 166 166 asm volatile ("tlbwr\n\t"); -
kernel/arch/ppc32/include/arch/asm.h
r391996b r8df5f20 42 42 #include <trace.h> 43 43 44 NO_TRACE static inline uint32_t msr_read(void)44 _NO_TRACE static inline uint32_t msr_read(void) 45 45 { 46 46 uint32_t msr; … … 54 54 } 55 55 56 NO_TRACE static inline void msr_write(uint32_t msr)56 _NO_TRACE static inline void msr_write(uint32_t msr) 57 57 { 58 58 asm volatile ( … … 63 63 } 64 64 65 NO_TRACE static inline void sr_set(uint32_t flags, asid_t asid, uint32_t sr)65 _NO_TRACE static inline void sr_set(uint32_t flags, asid_t asid, uint32_t sr) 66 66 { 67 67 asm volatile ( … … 74 74 } 75 75 76 NO_TRACE static inline uint32_t sr_get(uint32_t vaddr)76 _NO_TRACE static inline uint32_t sr_get(uint32_t vaddr) 77 77 { 78 78 uint32_t vsid; … … 87 87 } 88 88 89 NO_TRACE static inline uint32_t sdr1_get(void)89 _NO_TRACE static inline uint32_t sdr1_get(void) 90 90 { 91 91 uint32_t sdr1; … … 107 107 * 108 108 */ 109 NO_TRACE static inline ipl_t interrupts_enable(void)109 _NO_TRACE static inline ipl_t interrupts_enable(void) 110 110 { 111 111 ipl_t ipl = msr_read(); … … 122 122 * 123 123 */ 124 NO_TRACE static inline ipl_t interrupts_disable(void)124 _NO_TRACE static inline ipl_t interrupts_disable(void) 125 125 { 126 126 ipl_t ipl = msr_read(); … … 136 136 * 137 137 */ 138 NO_TRACE static inline void interrupts_restore(ipl_t ipl)138 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 139 139 { 140 140 msr_write((msr_read() & (~MSR_EE)) | (ipl & MSR_EE)); … … 148 148 * 149 149 */ 150 NO_TRACE static inline ipl_t interrupts_read(void)150 _NO_TRACE static inline ipl_t interrupts_read(void) 151 151 { 152 152 return msr_read(); … … 158 158 * 159 159 */ 160 NO_TRACE static inline bool interrupts_disabled(void)160 _NO_TRACE static inline bool interrupts_disabled(void) 161 161 { 162 162 return ((msr_read() & MSR_EE) == 0); … … 170 170 * 171 171 */ 172 NO_TRACE static inline uintptr_t get_stack_base(void)172 _NO_TRACE static inline uintptr_t get_stack_base(void) 173 173 { 174 174 uintptr_t base; … … 183 183 } 184 184 185 NO_TRACE static inline void cpu_sleep(void)186 { 187 } 188 189 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)185 _NO_TRACE static inline void cpu_sleep(void) 186 { 187 } 188 189 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 190 190 { 191 191 *port = v; 192 192 } 193 193 194 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)194 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 195 195 { 196 196 *port = v; 197 197 } 198 198 199 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)199 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 200 200 { 201 201 *port = v; 202 202 } 203 203 204 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)204 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 205 205 { 206 206 return *port; 207 207 } 208 208 209 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)209 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 210 210 { 211 211 return *port; 212 212 } 213 213 214 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)214 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 215 215 { 216 216 return *port; -
kernel/arch/ppc32/include/arch/cpu.h
r391996b r8df5f20 44 44 } __attribute__((packed)) cpu_arch_t; 45 45 46 NO_TRACE static inline void cpu_version(cpu_arch_t *info)46 _NO_TRACE static inline void cpu_version(cpu_arch_t *info) 47 47 { 48 48 asm volatile ( -
kernel/arch/ppc32/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 uint32_t lower; -
kernel/arch/ppc32/include/arch/istate.h
r391996b r8df5f20 50 50 #endif /* KERNEL */ 51 51 52 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,52 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 53 53 uintptr_t retaddr) 54 54 { … … 61 61 * 62 62 */ 63 NO_TRACE static inline int istate_from_uspace(istate_t *istate)63 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 64 64 { 65 65 return (istate->srr1 & MSR_PR) != 0; 66 66 } 67 67 68 NO_TRACE static inline sysarg_t istate_get_pc(istate_t *istate)68 _NO_TRACE static inline sysarg_t istate_get_pc(istate_t *istate) 69 69 { 70 70 return istate->pc; 71 71 } 72 72 73 NO_TRACE static inline sysarg_t istate_get_fp(istate_t *istate)73 _NO_TRACE static inline sysarg_t istate_get_fp(istate_t *istate) 74 74 { 75 75 return istate->sp; -
kernel/arch/ppc32/include/arch/mm/frame.h
r391996b r8df5f20 46 46 #include <trace.h> 47 47 48 NO_TRACE static inline uint32_t physmem_top(void)48 _NO_TRACE static inline uint32_t physmem_top(void) 49 49 { 50 50 uint32_t physmem; -
kernel/arch/ppc32/include/arch/mm/page.h
r391996b r8df5f20 162 162 } pte_t; 163 163 164 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)164 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 165 165 { 166 166 pte_t *entry = &pt[i]; … … 175 175 } 176 176 177 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)177 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 178 178 { 179 179 pte_t *entry = &pt[i]; … … 185 185 } 186 186 187 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)187 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 188 188 { 189 189 pte_t *entry = &pt[i]; -
kernel/arch/riscv64/include/arch/asm.h
r391996b r8df5f20 42 42 #include <trace.h> 43 43 44 NO_TRACE static inline ipl_t interrupts_enable(void)44 _NO_TRACE static inline ipl_t interrupts_enable(void) 45 45 { 46 46 ipl_t ipl; … … 54 54 } 55 55 56 NO_TRACE static inline ipl_t interrupts_disable(void)56 _NO_TRACE static inline ipl_t interrupts_disable(void) 57 57 { 58 58 ipl_t ipl; … … 66 66 } 67 67 68 NO_TRACE static inline void interrupts_restore(ipl_t ipl)68 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 69 69 { 70 70 if ((ipl & SSTATUS_SIE_MASK) == SSTATUS_SIE_MASK) … … 74 74 } 75 75 76 NO_TRACE static inline ipl_t interrupts_read(void)76 _NO_TRACE static inline ipl_t interrupts_read(void) 77 77 { 78 78 ipl_t ipl; … … 86 86 } 87 87 88 NO_TRACE static inline bool interrupts_disabled(void)88 _NO_TRACE static inline bool interrupts_disabled(void) 89 89 { 90 90 return ((interrupts_read() & SSTATUS_SIE_MASK) == 0); 91 91 } 92 92 93 NO_TRACE static inline uintptr_t get_stack_base(void)93 _NO_TRACE static inline uintptr_t get_stack_base(void) 94 94 { 95 95 uintptr_t base; … … 104 104 } 105 105 106 NO_TRACE static inline void cpu_sleep(void)106 _NO_TRACE static inline void cpu_sleep(void) 107 107 { 108 108 } 109 109 110 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)110 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 111 111 { 112 112 *port = v; 113 113 } 114 114 115 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)115 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 116 116 { 117 117 *port = v; 118 118 } 119 119 120 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)120 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 121 121 { 122 122 *port = v; 123 123 } 124 124 125 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)125 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 126 126 { 127 127 return *port; 128 128 } 129 129 130 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)130 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 131 131 { 132 132 return *port; 133 133 } 134 134 135 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)135 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 136 136 { 137 137 return *port; -
kernel/arch/riscv64/include/arch/cycle.h
r391996b r8df5f20 38 38 #include <trace.h> 39 39 40 NO_TRACE static inline uint64_t get_cycle(void)40 _NO_TRACE static inline uint64_t get_cycle(void) 41 41 { 42 42 uint64_t cycle; -
kernel/arch/riscv64/include/arch/istate.h
r391996b r8df5f20 44 44 #endif 45 45 46 NO_TRACE static inline int istate_from_uspace(istate_t *istate)46 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 47 47 { 48 48 // FIXME … … 50 50 } 51 51 52 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,52 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 53 53 uintptr_t retaddr) 54 54 { … … 56 56 } 57 57 58 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)58 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 59 59 { 60 60 // FIXME … … 62 62 } 63 63 64 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)64 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 65 65 { 66 66 // FIXME -
kernel/arch/riscv64/include/arch/mm/page.h
r391996b r8df5f20 179 179 } pte_t; 180 180 181 NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i)181 _NO_TRACE static inline unsigned int get_pt_flags(pte_t *pt, size_t i) 182 182 { 183 183 pte_t *entry = &pt[i]; … … 191 191 } 192 192 193 NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags)193 _NO_TRACE static inline void set_pt_flags(pte_t *pt, size_t i, int flags) 194 194 { 195 195 pte_t *entry = &pt[i]; … … 205 205 } 206 206 207 NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i)207 _NO_TRACE static inline void set_pt_present(pte_t *pt, size_t i) 208 208 { 209 209 pte_t *entry = &pt[i]; -
kernel/arch/sparc64/include/arch/asm.h
r391996b r8df5f20 44 44 #include <trace.h> 45 45 46 NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v)46 _NO_TRACE static inline void pio_write_8(ioport8_t *port, uint8_t v) 47 47 { 48 48 *port = v; … … 50 50 } 51 51 52 NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v)52 _NO_TRACE static inline void pio_write_16(ioport16_t *port, uint16_t v) 53 53 { 54 54 *port = v; … … 56 56 } 57 57 58 NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v)58 _NO_TRACE static inline void pio_write_32(ioport32_t *port, uint32_t v) 59 59 { 60 60 *port = v; … … 62 62 } 63 63 64 NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port)64 _NO_TRACE static inline uint8_t pio_read_8(ioport8_t *port) 65 65 { 66 66 uint8_t rv = *port; … … 69 69 } 70 70 71 NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port)71 _NO_TRACE static inline uint16_t pio_read_16(ioport16_t *port) 72 72 { 73 73 uint16_t rv = *port; … … 76 76 } 77 77 78 NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port)78 _NO_TRACE static inline uint32_t pio_read_32(ioport32_t *port) 79 79 { 80 80 uint32_t rv = *port; … … 88 88 * 89 89 */ 90 NO_TRACE static inline uint64_t pstate_read(void)90 _NO_TRACE static inline uint64_t pstate_read(void) 91 91 { 92 92 uint64_t v; … … 105 105 * 106 106 */ 107 NO_TRACE static inline void pstate_write(uint64_t v)107 _NO_TRACE static inline void pstate_write(uint64_t v) 108 108 { 109 109 asm volatile ( … … 119 119 * 120 120 */ 121 NO_TRACE static inline uint64_t tick_compare_read(void)121 _NO_TRACE static inline uint64_t tick_compare_read(void) 122 122 { 123 123 uint64_t v; … … 136 136 * 137 137 */ 138 NO_TRACE static inline void tick_compare_write(uint64_t v)138 _NO_TRACE static inline void tick_compare_write(uint64_t v) 139 139 { 140 140 asm volatile ( … … 150 150 * 151 151 */ 152 NO_TRACE static inline uint64_t stick_compare_read(void)152 _NO_TRACE static inline uint64_t stick_compare_read(void) 153 153 { 154 154 uint64_t v; … … 167 167 * 168 168 */ 169 NO_TRACE static inline void stick_compare_write(uint64_t v)169 _NO_TRACE static inline void stick_compare_write(uint64_t v) 170 170 { 171 171 asm volatile ( … … 181 181 * 182 182 */ 183 NO_TRACE static inline uint64_t tick_read(void)183 _NO_TRACE static inline uint64_t tick_read(void) 184 184 { 185 185 uint64_t v; … … 198 198 * 199 199 */ 200 NO_TRACE static inline void tick_write(uint64_t v)200 _NO_TRACE static inline void tick_write(uint64_t v) 201 201 { 202 202 asm volatile ( … … 212 212 * 213 213 */ 214 NO_TRACE static inline uint64_t fprs_read(void)214 _NO_TRACE static inline uint64_t fprs_read(void) 215 215 { 216 216 uint64_t v; … … 229 229 * 230 230 */ 231 NO_TRACE static inline void fprs_write(uint64_t v)231 _NO_TRACE static inline void fprs_write(uint64_t v) 232 232 { 233 233 asm volatile ( … … 243 243 * 244 244 */ 245 NO_TRACE static inline uint64_t softint_read(void)245 _NO_TRACE static inline uint64_t softint_read(void) 246 246 { 247 247 uint64_t v; … … 260 260 * 261 261 */ 262 NO_TRACE static inline void softint_write(uint64_t v)262 _NO_TRACE static inline void softint_write(uint64_t v) 263 263 { 264 264 asm volatile ( … … 276 276 * 277 277 */ 278 NO_TRACE static inline void clear_softint_write(uint64_t v)278 _NO_TRACE static inline void clear_softint_write(uint64_t v) 279 279 { 280 280 asm volatile ( … … 292 292 * 293 293 */ 294 NO_TRACE static inline void set_softint_write(uint64_t v)294 _NO_TRACE static inline void set_softint_write(uint64_t v) 295 295 { 296 296 asm volatile ( … … 309 309 * 310 310 */ 311 NO_TRACE static inline ipl_t interrupts_enable(void)311 _NO_TRACE static inline ipl_t interrupts_enable(void) 312 312 { 313 313 pstate_reg_t pstate; … … 329 329 * 330 330 */ 331 NO_TRACE static inline ipl_t interrupts_disable(void)331 _NO_TRACE static inline ipl_t interrupts_disable(void) 332 332 { 333 333 pstate_reg_t pstate; … … 348 348 * 349 349 */ 350 NO_TRACE static inline void interrupts_restore(ipl_t ipl)350 _NO_TRACE static inline void interrupts_restore(ipl_t ipl) 351 351 { 352 352 pstate_reg_t pstate; … … 364 364 * 365 365 */ 366 NO_TRACE static inline ipl_t interrupts_read(void)366 _NO_TRACE static inline ipl_t interrupts_read(void) 367 367 { 368 368 return (ipl_t) pstate_read(); … … 374 374 * 375 375 */ 376 NO_TRACE static inline bool interrupts_disabled(void)376 _NO_TRACE static inline bool interrupts_disabled(void) 377 377 { 378 378 pstate_reg_t pstate; … … 389 389 * 390 390 */ 391 NO_TRACE static inline uintptr_t get_stack_base(void)391 _NO_TRACE static inline uintptr_t get_stack_base(void) 392 392 { 393 393 uintptr_t unbiased_sp; … … 407 407 * 408 408 */ 409 NO_TRACE static inline uint64_t ver_read(void)409 _NO_TRACE static inline uint64_t ver_read(void) 410 410 { 411 411 uint64_t v; … … 424 424 * 425 425 */ 426 NO_TRACE static inline uint64_t tpc_read(void)426 _NO_TRACE static inline uint64_t tpc_read(void) 427 427 { 428 428 uint64_t v; … … 441 441 * 442 442 */ 443 NO_TRACE static inline uint64_t tl_read(void)443 _NO_TRACE static inline uint64_t tl_read(void) 444 444 { 445 445 uint64_t v; … … 458 458 * 459 459 */ 460 NO_TRACE static inline uint64_t tba_read(void)460 _NO_TRACE static inline uint64_t tba_read(void) 461 461 { 462 462 uint64_t v; … … 475 475 * 476 476 */ 477 NO_TRACE static inline void tba_write(uint64_t v)477 _NO_TRACE static inline void tba_write(uint64_t v) 478 478 { 479 479 asm volatile ( … … 493 493 * 494 494 */ 495 NO_TRACE static inline uint64_t asi_u64_read(asi_t asi, uintptr_t va)495 _NO_TRACE static inline uint64_t asi_u64_read(asi_t asi, uintptr_t va) 496 496 { 497 497 uint64_t v; … … 514 514 * 515 515 */ 516 NO_TRACE static inline void asi_u64_write(asi_t asi, uintptr_t va, uint64_t v)516 _NO_TRACE static inline void asi_u64_write(asi_t asi, uintptr_t va, uint64_t v) 517 517 { 518 518 asm volatile ( … … 526 526 527 527 /** Flush all valid register windows to memory. */ 528 NO_TRACE static inline void flushw(void)528 _NO_TRACE static inline void flushw(void) 529 529 { 530 530 asm volatile ("flushw\n"); … … 532 532 533 533 /** Switch to nucleus by setting TL to 1. */ 534 NO_TRACE static inline void nucleus_enter(void)534 _NO_TRACE static inline void nucleus_enter(void) 535 535 { 536 536 asm volatile ("wrpr %g0, 1, %tl\n"); … … 538 538 539 539 /** Switch from nucleus by setting TL to 0. */ 540 NO_TRACE static inline void nucleus_leave(void)540 _NO_TRACE static inline void nucleus_leave(void) 541 541 { 542 542 asm volatile ("wrpr %g0, %g0, %tl\n"); -
kernel/arch/sparc64/include/arch/barrier.h
r391996b r8df5f20 39 39 40 40 /** Flush Instruction pipeline. */ 41 NO_TRACE static inline void flush_pipeline(void)41 _NO_TRACE static inline void flush_pipeline(void) 42 42 { 43 43 unsigned long pc; … … 62 62 63 63 /** Memory Barrier instruction. */ 64 NO_TRACE static inline void membar(void)64 _NO_TRACE static inline void membar(void) 65 65 { 66 66 asm volatile ( -
kernel/arch/sparc64/include/arch/cycle.h
r391996b r8df5f20 39 39 #include <trace.h> 40 40 41 NO_TRACE static inline uint64_t get_cycle(void)41 _NO_TRACE static inline uint64_t get_cycle(void) 42 42 { 43 43 return tick_read(); -
kernel/arch/sparc64/include/arch/istate.h
r391996b r8df5f20 51 51 #endif /* KERNEL */ 52 52 53 NO_TRACE static inline void istate_set_retaddr(istate_t *istate,53 _NO_TRACE static inline void istate_set_retaddr(istate_t *istate, 54 54 uintptr_t retaddr) 55 55 { … … 57 57 } 58 58 59 NO_TRACE static inline int istate_from_uspace(istate_t *istate)59 _NO_TRACE static inline int istate_from_uspace(istate_t *istate) 60 60 { 61 61 return !(istate->tstate & TSTATE_PRIV_BIT); 62 62 } 63 63 64 NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate)64 _NO_TRACE static inline uintptr_t istate_get_pc(istate_t *istate) 65 65 { 66 66 return istate->tpc; 67 67 } 68 68 69 NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate)69 _NO_TRACE static inline uintptr_t istate_get_fp(istate_t *istate) 70 70 { 71 71 /* TODO */ -
kernel/arch/sparc64/include/arch/mm/sun4u/tlb.h
r391996b r8df5f20 243 243 * Determine the number of entries in the DMMU's small TLB. 244 244 */ 245 NO_TRACE static inline uint16_t tlb_dsmall_size(void)245 _NO_TRACE static inline uint16_t tlb_dsmall_size(void) 246 246 { 247 247 return 16; … … 251 251 * Determine the number of entries in each DMMU's big TLB. 252 252 */ 253 NO_TRACE static inline uint16_t tlb_dbig_size(void)253 _NO_TRACE static inline uint16_t tlb_dbig_size(void) 254 254 { 255 255 return 512; … … 259 259 * Determine the number of entries in the IMMU's small TLB. 260 260 */ 261 NO_TRACE static inline uint16_t tlb_ismall_size(void)261 _NO_TRACE static inline uint16_t tlb_ismall_size(void) 262 262 { 263 263 return 16; … … 267 267 * Determine the number of entries in the IMMU's big TLB. 268 268 */ 269 NO_TRACE static inline uint16_t tlb_ibig_size(void)269 _NO_TRACE static inline uint16_t tlb_ibig_size(void) 270 270 { 271 271 if (((ver_reg_t) ver_read()).impl == IMPL_ULTRASPARCIV_PLUS) … … 281 281 * @return Current value of Primary Context Register. 282 282 */ 283 NO_TRACE static inline uint64_t mmu_primary_context_read(void)283 _NO_TRACE static inline uint64_t mmu_primary_context_read(void) 284 284 { 285 285 return asi_u64_read(ASI_DMMU, VA_PRIMARY_CONTEXT_REG); … … 290 290 * @param v New value of Primary Context Register. 291 291 */ 292 NO_TRACE static inline void mmu_primary_context_write(uint64_t v)292 _NO_TRACE static inline void mmu_primary_context_write(uint64_t v) 293 293 { 294 294 asi_u64_write(ASI_DMMU, VA_PRIMARY_CONTEXT_REG, v); … … 300 300 * @return Current value of Secondary Context Register. 301 301 */ 302 NO_TRACE static inline uint64_t mmu_secondary_context_read(void)302 _NO_TRACE static inline uint64_t mmu_secondary_context_read(void) 303 303 { 304 304 return asi_u64_read(ASI_DMMU, VA_SECONDARY_CONTEXT_REG); … … 309 309 * @param v New value of Primary Context Register. 310 310 */ 311 NO_TRACE static inline void mmu_secondary_context_write(uint64_t v)311 _NO_TRACE static inline void mmu_secondary_context_write(uint64_t v) 312 312 { 313 313 asi_u64_write(ASI_DMMU, VA_SECONDARY_CONTEXT_REG, v); … … 324 324 * Register. 325 325 */ 326 NO_TRACE static inline uint64_t itlb_data_access_read(size_t entry)326 _NO_TRACE static inline uint64_t itlb_data_access_read(size_t entry) 327 327 { 328 328 itlb_data_access_addr_t reg; … … 338 338 * @param value Value to be written. 339 339 */ 340 NO_TRACE static inline void itlb_data_access_write(size_t entry, uint64_t value)340 _NO_TRACE static inline void itlb_data_access_write(size_t entry, uint64_t value) 341 341 { 342 342 itlb_data_access_addr_t reg; … … 355 355 * Register. 356 356 */ 357 NO_TRACE static inline uint64_t dtlb_data_access_read(size_t entry)357 _NO_TRACE static inline uint64_t dtlb_data_access_read(size_t entry) 358 358 { 359 359 dtlb_data_access_addr_t reg; … … 369 369 * @param value Value to be written. 370 370 */ 371 NO_TRACE static inline void dtlb_data_access_write(size_t entry, uint64_t value)371 _NO_TRACE static inline void dtlb_data_access_write(size_t entry, uint64_t value) 372 372 { 373 373 dtlb_data_access_addr_t reg; … … 385 385 * @return Current value of specified IMMU TLB Tag Read Register. 386 386 */ 387 NO_TRACE static inline uint64_t itlb_tag_read_read(size_t entry)387 _NO_TRACE static inline uint64_t itlb_tag_read_read(size_t entry) 388 388 { 389 389 itlb_tag_read_addr_t tag; … … 400 400 * @return Current value of specified DMMU TLB Tag Read Register. 401 401 */ 402 NO_TRACE static inline uint64_t dtlb_tag_read_read(size_t entry)402 _NO_TRACE static inline uint64_t dtlb_tag_read_read(size_t entry) 403 403 { 404 404 dtlb_tag_read_addr_t tag; … … 419 419 * Register. 420 420 */ 421 NO_TRACE static inline uint64_t itlb_data_access_read(int tlb, size_t entry)421 _NO_TRACE static inline uint64_t itlb_data_access_read(int tlb, size_t entry) 422 422 { 423 423 itlb_data_access_addr_t reg; … … 434 434 * @param value Value to be written. 435 435 */ 436 NO_TRACE static inline void itlb_data_access_write(int tlb, size_t entry,436 _NO_TRACE static inline void itlb_data_access_write(int tlb, size_t entry, 437 437 uint64_t value) 438 438 { … … 454 454 * Register. 455 455 */ 456 NO_TRACE static inline uint64_t dtlb_data_access_read(int tlb, size_t entry)456 _NO_TRACE static inline uint64_t dtlb_data_access_read(int tlb, size_t entry) 457 457 { 458 458 dtlb_data_access_addr_t reg; … … 470 470 * @param value Value to be written. 471 471 */ 472 NO_TRACE static inline void dtlb_data_access_write(int tlb, size_t entry,472 _NO_TRACE static inline void dtlb_data_access_write(int tlb, size_t entry, 473 473 uint64_t value) 474 474 { … … 489 489 * @return Current value of specified IMMU TLB Tag Read Register. 490 490 */ 491 NO_TRACE static inline uint64_t itlb_tag_read_read(int tlb, size_t entry)491 _NO_TRACE static inline uint64_t itlb_tag_read_read(int tlb, size_t entry) 492 492 { 493 493 itlb_tag_read_addr_t tag; … … 506 506 * @return Current value of specified DMMU TLB Tag Read Register. 507 507 */ 508 NO_TRACE static inline uint64_t dtlb_tag_read_read(int tlb, size_t entry)508 _NO_TRACE static inline uint64_t dtlb_tag_read_read(int tlb, size_t entry) 509 509 { 510 510 dtlb_tag_read_addr_t tag; … … 522 522 * @param v Value to be written. 523 523 */ 524 NO_TRACE static inline void itlb_tag_access_write(uint64_t v)524 _NO_TRACE static inline void itlb_tag_access_write(uint64_t v) 525 525 { 526 526 asi_u64_write(ASI_IMMU, VA_IMMU_TAG_ACCESS, v); … … 532 532 * @return Current value of IMMU TLB Tag Access Register. 533 533 */ 534 NO_TRACE static inline uint64_t itlb_tag_access_read(void)534 _NO_TRACE static inline uint64_t itlb_tag_access_read(void) 535 535 { 536 536 return asi_u64_read(ASI_IMMU, VA_IMMU_TAG_ACCESS); … … 541 541 * @param v Value to be written. 542 542 */ 543 NO_TRACE static inline void dtlb_tag_access_write(uint64_t v)543 _NO_TRACE static inline void dtlb_tag_access_write(uint64_t v) 544 544 { 545 545 asi_u64_write(ASI_DMMU, VA_DMMU_TAG_ACCESS, v); … … 551 551 * @return Current value of DMMU TLB Tag Access Register. 552 552 */ 553 NO_TRACE static inline uint64_t dtlb_tag_access_read(void)553 _NO_TRACE static inline uint64_t dtlb_tag_access_read(void) 554 554 { 555 555 return asi_u64_read(ASI_DMMU, VA_DMMU_TAG_ACCESS); … … 560 560 * @param v Value to be written. 561 561 */ 562 NO_TRACE static inline void itlb_data_in_write(uint64_t v)562 _NO_TRACE static inline void itlb_data_in_write(uint64_t v) 563 563 { 564 564 asi_u64_write(ASI_ITLB_DATA_IN_REG, 0, v); … … 570 570 * @param v Value to be written. 571 571 */ 572 NO_TRACE static inline void dtlb_data_in_write(uint64_t v)572 _NO_TRACE static inline void dtlb_data_in_write(uint64_t v) 573 573 { 574 574 asi_u64_write(ASI_DTLB_DATA_IN_REG, 0, v); … … 580 580 * @return Current content of I-SFSR register. 581 581 */ 582 NO_TRACE static inline uint64_t itlb_sfsr_read(void)582 _NO_TRACE static inline uint64_t itlb_sfsr_read(void) 583 583 { 584 584 return asi_u64_read(ASI_IMMU, VA_IMMU_SFSR); … … 589 589 * @param v New value of I-SFSR register. 590 590 */ 591 NO_TRACE static inline void itlb_sfsr_write(uint64_t v)591 _NO_TRACE static inline void itlb_sfsr_write(uint64_t v) 592 592 { 593 593 asi_u64_write(ASI_IMMU, VA_IMMU_SFSR, v); … … 599 599 * @return Current content of D-SFSR register. 600 600 */ 601 NO_TRACE static inline uint64_t dtlb_sfsr_read(void)601 _NO_TRACE static inline uint64_t dtlb_sfsr_read(void) 602 602 { 603 603 return asi_u64_read(ASI_DMMU, VA_DMMU_SFSR); … … 608 608 * @param v New value of D-SFSR register. 609 609 */ 610 NO_TRACE static inline void dtlb_sfsr_write(uint64_t v)610 _NO_TRACE static inline void dtlb_sfsr_write(uint64_t v) 611 611 { 612 612 asi_u64_write(ASI_DMMU, VA_DMMU_SFSR, v); … … 618 618 * @return Current content of D-SFAR register. 619 619 */ 620 NO_TRACE static inline uint64_t dtlb_sfar_read(void)620 _NO_TRACE static inline uint64_t dtlb_sfar_read(void) 621 621 { 622 622 return asi_u64_read(ASI_DMMU, VA_DMMU_SFAR); … … 631 631 * @param page Address which is on the page to be demapped. 632 632 */ 633 NO_TRACE static inline void itlb_demap(int type, int context_encoding, uintptr_t page)633 _NO_TRACE static inline void itlb_demap(int type, int context_encoding, uintptr_t page) 634 634 { 635 635 tlb_demap_addr_t da; … … 657 657 * @param page Address which is on the page to be demapped. 658 658 */ 659 NO_TRACE static inline void dtlb_demap(int type, int context_encoding, uintptr_t page)659 _NO_TRACE static inline void dtlb_demap(int type, int context_encoding, uintptr_t page) 660 660 { 661 661 tlb_demap_addr_t da; -
kernel/arch/sparc64/include/arch/mm/sun4v/tlb.h
r391996b r8df5f20 88 88 * @return Current value of Primary Context Register. 89 89 */ 90 NO_TRACE static inline uint64_t mmu_primary_context_read(void)90 _NO_TRACE static inline uint64_t mmu_primary_context_read(void) 91 91 { 92 92 return asi_u64_read(ASI_PRIMARY_CONTEXT_REG, VA_PRIMARY_CONTEXT_REG); … … 97 97 * @param v New value of Primary Context Register. 98 98 */ 99 NO_TRACE static inline void mmu_primary_context_write(uint64_t v)99 _NO_TRACE static inline void mmu_primary_context_write(uint64_t v) 100 100 { 101 101 asi_u64_write(ASI_PRIMARY_CONTEXT_REG, VA_PRIMARY_CONTEXT_REG, v); … … 106 106 * @return Current value of Secondary Context Register. 107 107 */ 108 NO_TRACE static inline uint64_t mmu_secondary_context_read(void)108 _NO_TRACE static inline uint64_t mmu_secondary_context_read(void) 109 109 { 110 110 return asi_u64_read(ASI_SECONDARY_CONTEXT_REG, VA_SECONDARY_CONTEXT_REG); … … 115 115 * @param v New value of Secondary Context Register. 116 116 */ 117 NO_TRACE static inline void mmu_secondary_context_write(uint64_t v)117 _NO_TRACE static inline void mmu_secondary_context_write(uint64_t v) 118 118 { 119 119 asi_u64_write(ASI_SECONDARY_CONTEXT_REG, VA_SECONDARY_CONTEXT_REG, v); … … 126 126 * @param mmu_flag MMU_FLAG_DTLB, MMU_FLAG_ITLB or a combination of both 127 127 */ 128 NO_TRACE static inline void mmu_demap_ctx(int context, int mmu_flag)128 _NO_TRACE static inline void mmu_demap_ctx(int context, int mmu_flag) 129 129 { 130 130 __hypercall_fast4(MMU_DEMAP_CTX, 0, 0, context, mmu_flag); … … 138 138 * @param mmu_flag MMU_FLAG_DTLB, MMU_FLAG_ITLB or a combination of both 139 139 */ 140 NO_TRACE static inline void mmu_demap_page(uintptr_t vaddr, int context, int mmu_flag)140 _NO_TRACE static inline void mmu_demap_page(uintptr_t vaddr, int context, int mmu_flag) 141 141 { 142 142 __hypercall_fast5(MMU_DEMAP_PAGE, 0, 0, vaddr, context, mmu_flag); -
kernel/arch/sparc64/include/arch/sun4u/asm.h
r391996b r8df5f20 43 43 * 44 44 */ 45 NO_TRACE static inline uint64_t ver_read(void)45 _NO_TRACE static inline uint64_t ver_read(void) 46 46 { 47 47 uint64_t v; -
kernel/arch/sparc64/include/arch/sun4u/cpu.h
r391996b r8df5f20 76 76 * 77 77 */ 78 NO_TRACE static inline uint32_t read_mid(void)78 _NO_TRACE static inline uint32_t read_mid(void) 79 79 { 80 80 uint64_t icbus_config = asi_u64_read(ASI_ICBUS_CONFIG, 0); -
kernel/generic/include/adt/list.h
r391996b r8df5f20 150 150 * 151 151 */ 152 NO_TRACE static inline void link_initialize(link_t *link)152 _NO_TRACE static inline void link_initialize(link_t *link) 153 153 { 154 154 link->prev = NULL; … … 163 163 * 164 164 */ 165 NO_TRACE static inline void list_initialize(list_t *list)165 _NO_TRACE static inline void list_initialize(list_t *list) 166 166 { 167 167 list->head.prev = &list->head; … … 199 199 * 200 200 */ 201 NO_TRACE static inline void list_prepend(link_t *link, list_t *list)201 _NO_TRACE static inline void list_prepend(link_t *link, list_t *list) 202 202 { 203 203 list_insert_after(link, &list->head); … … 212 212 * 213 213 */ 214 NO_TRACE static inline void list_append(link_t *link, list_t *list)214 _NO_TRACE static inline void list_append(link_t *link, list_t *list) 215 215 { 216 216 list_insert_before(link, &list->head); … … 225 225 * 226 226 */ 227 NO_TRACE static inline void list_remove(link_t *link)227 _NO_TRACE static inline void list_remove(link_t *link) 228 228 { 229 229 if ((link->prev != NULL) && (link->next != NULL)) { … … 242 242 * 243 243 */ 244 NO_TRACE static inline bool list_empty(const list_t *list)244 _NO_TRACE static inline bool list_empty(const list_t *list) 245 245 { 246 246 return (list->head.next == &list->head); … … 310 310 * 311 311 */ 312 NO_TRACE static inline void headless_list_split_or_concat(link_t *part1, link_t *part2)312 _NO_TRACE static inline void headless_list_split_or_concat(link_t *part1, link_t *part2) 313 313 { 314 314 part1->prev->next = part2; … … 331 331 * 332 332 */ 333 NO_TRACE static inline void headless_list_split(link_t *part1, link_t *part2)333 _NO_TRACE static inline void headless_list_split(link_t *part1, link_t *part2) 334 334 { 335 335 headless_list_split_or_concat(part1, part2); … … 346 346 * 347 347 */ 348 NO_TRACE static inline void headless_list_concat(link_t *part1, link_t *part2)348 _NO_TRACE static inline void headless_list_concat(link_t *part1, link_t *part2) 349 349 { 350 350 headless_list_split_or_concat(part1, part2); … … 361 361 * 362 362 */ 363 NO_TRACE static inline void list_concat(list_t *list1, list_t *list2)363 _NO_TRACE static inline void list_concat(list_t *list1, list_t *list2) 364 364 { 365 365 list_splice(list2, list1->head.prev); -
kernel/generic/include/bitops.h
r391996b r8df5f20 52 52 * 53 53 */ 54 NO_TRACE static inline uint8_t fnzb32(uint32_t arg)54 _NO_TRACE static inline uint8_t fnzb32(uint32_t arg) 55 55 { 56 56 uint8_t n = 0; … … 87 87 * 88 88 */ 89 NO_TRACE static inline uint8_t fnzb64(uint64_t arg)89 _NO_TRACE static inline uint8_t fnzb64(uint64_t arg) 90 90 { 91 91 uint8_t n = 0; -
kernel/generic/include/context.h
r391996b r8df5f20 91 91 * 92 92 */ 93 NO_TRACE static inline void context_restore(context_t *ctx)93 _NO_TRACE static inline void context_restore(context_t *ctx) 94 94 { 95 95 context_restore_arch(ctx); -
kernel/generic/include/macros.h
r391996b r8df5f20 49 49 * 50 50 */ 51 NO_TRACE static inline int overlaps(uint64_t s1, uint64_t sz1, uint64_t s2,51 _NO_TRACE static inline int overlaps(uint64_t s1, uint64_t sz1, uint64_t s2, 52 52 uint64_t sz2) 53 53 { … … 78 78 * 79 79 */ 80 NO_TRACE static inline int iswithin(uint64_t s1, uint64_t sz1, uint64_t s2,80 _NO_TRACE static inline int iswithin(uint64_t s1, uint64_t sz1, uint64_t s2, 81 81 uint64_t sz2) 82 82 { -
kernel/generic/include/synch/spinlock.h
r391996b r8df5f20 103 103 * @param lock Pointer to spinlock_t structure. 104 104 */ 105 NO_TRACE static inline void spinlock_lock(spinlock_t *lock)105 _NO_TRACE static inline void spinlock_lock(spinlock_t *lock) 106 106 { 107 107 preemption_disable(); … … 115 115 * @param lock Pointer to spinlock_t structure. 116 116 */ 117 NO_TRACE static inline void spinlock_unlock(spinlock_t *lock)117 _NO_TRACE static inline void spinlock_unlock(spinlock_t *lock) 118 118 { 119 119 atomic_flag_clear_explicit(&lock->flag, memory_order_release); -
kernel/generic/include/trace.h
r391996b r8df5f20 36 36 #define KERN_TRACE_H_ 37 37 38 #define NO_TRACE __attribute__((no_instrument_function))38 #define _NO_TRACE __attribute__((no_instrument_function)) 39 39 40 40 #endif -
kernel/generic/src/console/kconsole.c
r391996b r8df5f20 156 156 157 157 /** Print count times a character */ 158 NO_TRACE static void print_cc(wchar_t ch, size_t count)158 _NO_TRACE static void print_cc(wchar_t ch, size_t count) 159 159 { 160 160 size_t i; … … 203 203 * 204 204 */ 205 NO_TRACE static int cmdtab_compl(char *input, size_t size, indev_t *indev,205 _NO_TRACE static int cmdtab_compl(char *input, size_t size, indev_t *indev, 206 206 hints_enum_func_t hints_enum) 207 207 { … … 290 290 } 291 291 292 NO_TRACE static cmd_info_t *parse_cmd(const wchar_t *cmdline)292 _NO_TRACE static cmd_info_t *parse_cmd(const wchar_t *cmdline) 293 293 { 294 294 size_t start = 0; … … 331 331 } 332 332 333 NO_TRACE static wchar_t *clever_readline(const char *prompt, indev_t *indev,333 _NO_TRACE static wchar_t *clever_readline(const char *prompt, indev_t *indev, 334 334 char *tmp) 335 335 { … … 548 548 } 549 549 550 NO_TRACE static bool parse_int_arg(const char *text, size_t len,550 _NO_TRACE static bool parse_int_arg(const char *text, size_t len, 551 551 sysarg_t *result) 552 552 { … … 637 637 * 638 638 */ 639 NO_TRACE static bool parse_argument(const char *cmdline, size_t size,639 _NO_TRACE static bool parse_argument(const char *cmdline, size_t size, 640 640 size_t *start, size_t *end) 641 641 { … … 674 674 * 675 675 */ 676 NO_TRACE static cmd_info_t *parse_cmdline(const char *cmdline, size_t size)676 _NO_TRACE static cmd_info_t *parse_cmdline(const char *cmdline, size_t size) 677 677 { 678 678 size_t start = 0; -
kernel/generic/src/ddi/ddi.c
r391996b r8df5f20 121 121 * 122 122 */ 123 NO_TRACE static errno_t physmem_map(uintptr_t phys, size_t pages,123 _NO_TRACE static errno_t physmem_map(uintptr_t phys, size_t pages, 124 124 unsigned int flags, uintptr_t *virt, uintptr_t bound) 125 125 { … … 227 227 } 228 228 229 NO_TRACE static errno_t physmem_unmap(uintptr_t virt)229 _NO_TRACE static errno_t physmem_unmap(uintptr_t virt) 230 230 { 231 231 assert(TASK); … … 312 312 * 313 313 */ 314 NO_TRACE static errno_t iospace_enable(task_id_t id, uintptr_t ioaddr, size_t size)314 _NO_TRACE static errno_t iospace_enable(task_id_t id, uintptr_t ioaddr, size_t size) 315 315 { 316 316 /* … … 353 353 * 354 354 */ 355 NO_TRACE static errno_t iospace_disable(task_id_t id, uintptr_t ioaddr, size_t size)355 _NO_TRACE static errno_t iospace_disable(task_id_t id, uintptr_t ioaddr, size_t size) 356 356 { 357 357 /* … … 413 413 } 414 414 415 NO_TRACE static errno_t dmamem_map(uintptr_t virt, size_t size, unsigned int map_flags,415 _NO_TRACE static errno_t dmamem_map(uintptr_t virt, size_t size, unsigned int map_flags, 416 416 unsigned int flags, uintptr_t *phys) 417 417 { … … 422 422 } 423 423 424 NO_TRACE static errno_t dmamem_map_anonymous(size_t size, uintptr_t constraint,424 _NO_TRACE static errno_t dmamem_map_anonymous(size_t size, uintptr_t constraint, 425 425 unsigned int map_flags, unsigned int flags, uintptr_t *phys, 426 426 uintptr_t *virt, uintptr_t bound) … … 451 451 } 452 452 453 NO_TRACE static errno_t dmamem_unmap(uintptr_t virt, size_t size)453 _NO_TRACE static errno_t dmamem_unmap(uintptr_t virt, size_t size) 454 454 { 455 455 // TODO: implement unlocking & unmap … … 457 457 } 458 458 459 NO_TRACE static errno_t dmamem_unmap_anonymous(uintptr_t virt)459 _NO_TRACE static errno_t dmamem_unmap_anonymous(uintptr_t virt) 460 460 { 461 461 return as_area_destroy(TASK->as, virt); -
kernel/generic/src/interrupt/interrupt.c
r391996b r8df5f20 99 99 * 100 100 */ 101 NO_TRACE void exc_dispatch(unsigned int n, istate_t *istate)101 _NO_TRACE void exc_dispatch(unsigned int n, istate_t *istate) 102 102 { 103 103 #if (IVT_ITEMS > 0) … … 159 159 * 160 160 */ 161 NO_TRACE static void exc_undef(unsigned int n, istate_t *istate)161 _NO_TRACE static void exc_undef(unsigned int n, istate_t *istate) 162 162 { 163 163 fault_if_from_uspace(istate, "Unhandled exception %u.", n); … … 165 165 } 166 166 167 static NO_TRACE void167 static _NO_TRACE void 168 168 fault_from_uspace_core(istate_t *istate, const char *fmt, va_list args) 169 169 { … … 185 185 * 186 186 */ 187 NO_TRACE void fault_from_uspace(istate_t *istate, const char *fmt, ...)187 _NO_TRACE void fault_from_uspace(istate_t *istate, const char *fmt, ...) 188 188 { 189 189 va_list args; … … 197 197 * 198 198 */ 199 NO_TRACE void fault_if_from_uspace(istate_t *istate, const char *fmt, ...)199 _NO_TRACE void fault_if_from_uspace(istate_t *istate, const char *fmt, ...) 200 200 { 201 201 if (!istate_from_uspace(istate)) … … 233 233 * 234 234 */ 235 NO_TRACE static int cmd_exc_print(cmd_arg_t *argv)235 _NO_TRACE static int cmd_exc_print(cmd_arg_t *argv) 236 236 { 237 237 bool excs_all; -
kernel/generic/src/main/main.c
r391996b r8df5f20 160 160 * 161 161 */ 162 NO_TRACE void main_bsp(void)162 _NO_TRACE void main_bsp(void) 163 163 { 164 164 config.cpu_count = 1; -
kernel/generic/src/mm/as.c
r391996b r8df5f20 127 127 static void used_space_shorten_ival(used_space_ival_t *, size_t); 128 128 129 NO_TRACE static errno_t as_constructor(void *obj, unsigned int flags)129 _NO_TRACE static errno_t as_constructor(void *obj, unsigned int flags) 130 130 { 131 131 as_t *as = (as_t *) obj; … … 137 137 } 138 138 139 NO_TRACE static size_t as_destructor(void *obj)139 _NO_TRACE static size_t as_destructor(void *obj) 140 140 { 141 141 return as_destructor_arch((as_t *) obj); … … 281 281 * 282 282 */ 283 NO_TRACE void as_hold(as_t *as)283 _NO_TRACE void as_hold(as_t *as) 284 284 { 285 285 refcount_up(&as->refcount); … … 294 294 * 295 295 */ 296 NO_TRACE void as_release(as_t *as)296 _NO_TRACE void as_release(as_t *as) 297 297 { 298 298 if (refcount_down(&as->refcount)) … … 340 340 * @return True if the two areas conflict, false otherwise. 341 341 */ 342 NO_TRACE static bool area_is_conflicting(uintptr_t addr,342 _NO_TRACE static bool area_is_conflicting(uintptr_t addr, 343 343 size_t count, bool guarded, as_area_t *area) 344 344 { … … 380 380 * 381 381 */ 382 NO_TRACE static bool check_area_conflicts(as_t *as, uintptr_t addr,382 _NO_TRACE static bool check_area_conflicts(as_t *as, uintptr_t addr, 383 383 size_t count, bool guarded, as_area_t *avoid) 384 384 { … … 474 474 * 475 475 */ 476 NO_TRACE static uintptr_t as_get_unmapped_area(as_t *as, uintptr_t bound,476 _NO_TRACE static uintptr_t as_get_unmapped_area(as_t *as, uintptr_t bound, 477 477 size_t size, bool guarded) 478 478 { … … 580 580 * @param pagemap Pagemap 581 581 */ 582 NO_TRACE void as_pagemap_initialize(as_pagemap_t *pagemap)582 _NO_TRACE void as_pagemap_initialize(as_pagemap_t *pagemap) 583 583 { 584 584 odict_initialize(&pagemap->map, as_pagemap_getkey, as_pagemap_cmp); … … 591 591 * @param pagemap Pagemap 592 592 */ 593 NO_TRACE void as_pagemap_finalize(as_pagemap_t *pagemap)593 _NO_TRACE void as_pagemap_finalize(as_pagemap_t *pagemap) 594 594 { 595 595 as_page_mapping_t *mapping = as_pagemap_first(pagemap); … … 606 606 * @return First mapping or @c NULL if there is none 607 607 */ 608 NO_TRACE as_page_mapping_t *as_pagemap_first(as_pagemap_t *pagemap)608 _NO_TRACE as_page_mapping_t *as_pagemap_first(as_pagemap_t *pagemap) 609 609 { 610 610 odlink_t *odlink; … … 622 622 * @return Next mapping or @c NULL if @a cur is the last one 623 623 */ 624 NO_TRACE as_page_mapping_t *as_pagemap_next(as_page_mapping_t *cur)624 _NO_TRACE as_page_mapping_t *as_pagemap_next(as_page_mapping_t *cur) 625 625 { 626 626 odlink_t *odlink; … … 640 640 * @return EOK on succcess or ENOENT if no mapping found 641 641 */ 642 NO_TRACE errno_t as_pagemap_find(as_pagemap_t *pagemap, uintptr_t vaddr,642 _NO_TRACE errno_t as_pagemap_find(as_pagemap_t *pagemap, uintptr_t vaddr, 643 643 uintptr_t *rframe) 644 644 { … … 663 663 * @param frame Physical frame address 664 664 */ 665 NO_TRACE void as_pagemap_insert(as_pagemap_t *pagemap, uintptr_t vaddr,665 _NO_TRACE void as_pagemap_insert(as_pagemap_t *pagemap, uintptr_t vaddr, 666 666 uintptr_t frame) 667 667 { … … 680 680 * @param mapping Mapping 681 681 */ 682 NO_TRACE void as_pagemap_remove(as_page_mapping_t *mapping)682 _NO_TRACE void as_pagemap_remove(as_page_mapping_t *mapping) 683 683 { 684 684 odict_remove(&mapping->lpagemap); … … 693 693 * 694 694 */ 695 NO_TRACE static void sh_info_remove_reference(share_info_t *sh_info)695 _NO_TRACE static void sh_info_remove_reference(share_info_t *sh_info) 696 696 { 697 697 bool dealloc = false; … … 861 861 * 862 862 */ 863 NO_TRACE static as_area_t *find_area_and_lock(as_t *as, uintptr_t va)863 _NO_TRACE static as_area_t *find_area_and_lock(as_t *as, uintptr_t va) 864 864 { 865 865 assert(mutex_locked(&as->lock)); … … 1305 1305 * 1306 1306 */ 1307 NO_TRACE bool as_area_check_access(as_area_t *area, pf_access_t access)1307 _NO_TRACE bool as_area_check_access(as_area_t *area, pf_access_t access) 1308 1308 { 1309 1309 assert(mutex_locked(&area->lock)); … … 1328 1328 * 1329 1329 */ 1330 NO_TRACE static unsigned int area_flags_to_page_flags(unsigned int aflags)1330 _NO_TRACE static unsigned int area_flags_to_page_flags(unsigned int aflags) 1331 1331 { 1332 1332 unsigned int flags = PAGE_USER | PAGE_PRESENT; … … 1698 1698 * 1699 1699 */ 1700 NO_TRACE unsigned int as_area_get_flags(as_area_t *area)1700 _NO_TRACE unsigned int as_area_get_flags(as_area_t *area) 1701 1701 { 1702 1702 assert(mutex_locked(&area->lock)); … … 1746 1746 * 1747 1747 */ 1748 NO_TRACE pte_t *page_table_create(unsigned int flags)1748 _NO_TRACE pte_t *page_table_create(unsigned int flags) 1749 1749 { 1750 1750 assert(as_operations); … … 1761 1761 * 1762 1762 */ 1763 NO_TRACE void page_table_destroy(pte_t *page_table)1763 _NO_TRACE void page_table_destroy(pte_t *page_table) 1764 1764 { 1765 1765 assert(as_operations); … … 1782 1782 * 1783 1783 */ 1784 NO_TRACE void page_table_lock(as_t *as, bool lock)1784 _NO_TRACE void page_table_lock(as_t *as, bool lock) 1785 1785 { 1786 1786 assert(as_operations); … … 1796 1796 * 1797 1797 */ 1798 NO_TRACE void page_table_unlock(as_t *as, bool unlock)1798 _NO_TRACE void page_table_unlock(as_t *as, bool unlock) 1799 1799 { 1800 1800 assert(as_operations); … … 1811 1811 * are locked, otherwise false. 1812 1812 */ 1813 NO_TRACE bool page_table_locked(as_t *as)1813 _NO_TRACE bool page_table_locked(as_t *as) 1814 1814 { 1815 1815 assert(as_operations); -
kernel/generic/src/mm/frame.c
r391996b r8df5f20 79 79 * 80 80 */ 81 NO_TRACE static void frame_initialize(frame_t *frame)81 _NO_TRACE static void frame_initialize(frame_t *frame) 82 82 { 83 83 frame->refcount = 0; … … 100 100 * 101 101 */ 102 NO_TRACE static size_t zones_insert_zone(pfn_t base, size_t count,102 _NO_TRACE static size_t zones_insert_zone(pfn_t base, size_t count, 103 103 zone_flags_t flags) 104 104 { … … 156 156 * 157 157 */ 158 NO_TRACE static size_t frame_total_free_get_internal(void)158 _NO_TRACE static size_t frame_total_free_get_internal(void) 159 159 { 160 160 size_t total = 0; … … 167 167 } 168 168 169 NO_TRACE size_t frame_total_free_get(void)169 _NO_TRACE size_t frame_total_free_get(void) 170 170 { 171 171 size_t total; … … 190 190 * 191 191 */ 192 NO_TRACE size_t find_zone(pfn_t frame, size_t count, size_t hint)192 _NO_TRACE size_t find_zone(pfn_t frame, size_t count, size_t hint) 193 193 { 194 194 if (hint >= zones.count) … … 211 211 212 212 /** @return True if zone can allocate specified number of frames */ 213 NO_TRACE static bool zone_can_alloc(zone_t *zone, size_t count,213 _NO_TRACE static bool zone_can_alloc(zone_t *zone, size_t count, 214 214 pfn_t constraint) 215 215 { … … 239 239 * 240 240 */ 241 NO_TRACE static size_t find_free_zone_all(size_t count, zone_flags_t flags,241 _NO_TRACE static size_t find_free_zone_all(size_t count, zone_flags_t flags, 242 242 pfn_t constraint, size_t hint) 243 243 { … … 265 265 * 266 266 */ 267 NO_TRACE static bool is_high_priority(pfn_t base, size_t count)267 _NO_TRACE static bool is_high_priority(pfn_t base, size_t count) 268 268 { 269 269 return (base + count <= FRAME_LOWPRIO); … … 285 285 * 286 286 */ 287 NO_TRACE static size_t find_free_zone_lowprio(size_t count, zone_flags_t flags,287 _NO_TRACE static size_t find_free_zone_lowprio(size_t count, zone_flags_t flags, 288 288 pfn_t constraint, size_t hint) 289 289 { … … 322 322 * 323 323 */ 324 NO_TRACE static size_t find_free_zone(size_t count, zone_flags_t flags,324 _NO_TRACE static size_t find_free_zone(size_t count, zone_flags_t flags, 325 325 pfn_t constraint, size_t hint) 326 326 { … … 346 346 347 347 /** Return frame from zone. */ 348 NO_TRACE static frame_t *zone_get_frame(zone_t *zone, size_t index)348 _NO_TRACE static frame_t *zone_get_frame(zone_t *zone, size_t index) 349 349 { 350 350 assert(index < zone->count); … … 366 366 * 367 367 */ 368 NO_TRACE static size_t zone_frame_alloc(zone_t *zone, size_t count,368 _NO_TRACE static size_t zone_frame_alloc(zone_t *zone, size_t count, 369 369 pfn_t constraint) 370 370 { … … 405 405 * 406 406 */ 407 NO_TRACE static size_t zone_frame_free(zone_t *zone, size_t index)407 _NO_TRACE static size_t zone_frame_free(zone_t *zone, size_t index) 408 408 { 409 409 assert(zone->flags & ZONE_AVAILABLE); … … 427 427 428 428 /** Mark frame in zone unavailable to allocation. */ 429 NO_TRACE static void zone_mark_unavailable(zone_t *zone, size_t index)429 _NO_TRACE static void zone_mark_unavailable(zone_t *zone, size_t index) 430 430 { 431 431 assert(zone->flags & ZONE_AVAILABLE); … … 453 453 * 454 454 */ 455 NO_TRACE static void zone_merge_internal(size_t z1, size_t z2, zone_t *old_z1,455 _NO_TRACE static void zone_merge_internal(size_t z1, size_t z2, zone_t *old_z1, 456 456 void *confdata) 457 457 { … … 507 507 * 508 508 */ 509 NO_TRACE static void return_config_frames(size_t znum, pfn_t pfn, size_t count)509 _NO_TRACE static void return_config_frames(size_t znum, pfn_t pfn, size_t count) 510 510 { 511 511 assert(zones.info[znum].flags & ZONE_AVAILABLE); … … 623 623 * 624 624 */ 625 NO_TRACE static void zone_construct(zone_t *zone, pfn_t start, size_t count,625 _NO_TRACE static void zone_construct(zone_t *zone, pfn_t start, size_t count, 626 626 zone_flags_t flags, void *confdata) 627 627 { … … 1037 1037 * 1038 1038 */ 1039 NO_TRACE void frame_reference_add(pfn_t pfn)1039 _NO_TRACE void frame_reference_add(pfn_t pfn) 1040 1040 { 1041 1041 irq_spinlock_lock(&zones.lock, true); … … 1056 1056 * 1057 1057 */ 1058 NO_TRACE void frame_mark_unavailable(pfn_t start, size_t count)1058 _NO_TRACE void frame_mark_unavailable(pfn_t start, size_t count) 1059 1059 { 1060 1060 irq_spinlock_lock(&zones.lock, true); -
kernel/generic/src/mm/page.c
r391996b r8df5f20 95 95 * 96 96 */ 97 NO_TRACE void page_mapping_insert(as_t *as, uintptr_t page, uintptr_t frame,97 _NO_TRACE void page_mapping_insert(as_t *as, uintptr_t page, uintptr_t frame, 98 98 unsigned int flags) 99 99 { … … 120 120 * 121 121 */ 122 NO_TRACE void page_mapping_remove(as_t *as, uintptr_t page)122 _NO_TRACE void page_mapping_remove(as_t *as, uintptr_t page) 123 123 { 124 124 assert(page_table_locked(as)); … … 144 144 * the PTE is not guaranteed to be present. 145 145 */ 146 NO_TRACE bool page_mapping_find(as_t *as, uintptr_t page, bool nolock,146 _NO_TRACE bool page_mapping_find(as_t *as, uintptr_t page, bool nolock, 147 147 pte_t *pte) 148 148 { … … 165 165 * @param pte New PTE. 166 166 */ 167 NO_TRACE void page_mapping_update(as_t *as, uintptr_t page, bool nolock,167 _NO_TRACE void page_mapping_update(as_t *as, uintptr_t page, bool nolock, 168 168 pte_t *pte) 169 169 { -
kernel/generic/src/mm/slab.c
r391996b r8df5f20 158 158 * 159 159 */ 160 NO_TRACE static slab_t *slab_space_alloc(slab_cache_t *cache,160 _NO_TRACE static slab_t *slab_space_alloc(slab_cache_t *cache, 161 161 unsigned int flags) 162 162 { … … 206 206 * 207 207 */ 208 NO_TRACE static size_t slab_space_free(slab_cache_t *cache, slab_t *slab)208 _NO_TRACE static size_t slab_space_free(slab_cache_t *cache, slab_t *slab) 209 209 { 210 210 frame_free(KA2PA(slab->start), slab->cache->frames); … … 218 218 219 219 /** Map object to slab structure */ 220 NO_TRACE static slab_t *obj2slab(void *obj)220 _NO_TRACE static slab_t *obj2slab(void *obj) 221 221 { 222 222 return (slab_t *) frame_get_parent(ADDR2PFN(KA2PA(obj)), 0); … … 234 234 * 235 235 */ 236 NO_TRACE static size_t slab_obj_destroy(slab_cache_t *cache, void *obj,236 _NO_TRACE static size_t slab_obj_destroy(slab_cache_t *cache, void *obj, 237 237 slab_t *slab) 238 238 { … … 276 276 * 277 277 */ 278 NO_TRACE static void *slab_obj_create(slab_cache_t *cache, unsigned int flags)278 _NO_TRACE static void *slab_obj_create(slab_cache_t *cache, unsigned int flags) 279 279 { 280 280 irq_spinlock_lock(&cache->slablock, true); … … 332 332 * 333 333 */ 334 NO_TRACE static slab_magazine_t *get_mag_from_cache(slab_cache_t *cache,334 _NO_TRACE static slab_magazine_t *get_mag_from_cache(slab_cache_t *cache, 335 335 bool first) 336 336 { … … 357 357 * 358 358 */ 359 NO_TRACE static void put_mag_to_cache(slab_cache_t *cache,359 _NO_TRACE static void put_mag_to_cache(slab_cache_t *cache, 360 360 slab_magazine_t *mag) 361 361 { … … 373 373 * 374 374 */ 375 NO_TRACE static size_t magazine_destroy(slab_cache_t *cache,375 _NO_TRACE static size_t magazine_destroy(slab_cache_t *cache, 376 376 slab_magazine_t *mag) 377 377 { … … 392 392 * 393 393 */ 394 NO_TRACE static slab_magazine_t *get_full_current_mag(slab_cache_t *cache)394 _NO_TRACE static slab_magazine_t *get_full_current_mag(slab_cache_t *cache) 395 395 { 396 396 slab_magazine_t *cmag = cache->mag_cache[CPU->id].current; … … 429 429 * 430 430 */ 431 NO_TRACE static void *magazine_obj_get(slab_cache_t *cache)431 _NO_TRACE static void *magazine_obj_get(slab_cache_t *cache) 432 432 { 433 433 if (!CPU) … … 459 459 * 460 460 */ 461 NO_TRACE static slab_magazine_t *make_empty_current_mag(slab_cache_t *cache)461 _NO_TRACE static slab_magazine_t *make_empty_current_mag(slab_cache_t *cache) 462 462 { 463 463 slab_magazine_t *cmag = cache->mag_cache[CPU->id].current; … … 509 509 * 510 510 */ 511 NO_TRACE static int magazine_obj_put(slab_cache_t *cache, void *obj)511 _NO_TRACE static int magazine_obj_put(slab_cache_t *cache, void *obj) 512 512 { 513 513 if (!CPU) … … 538 538 * 539 539 */ 540 NO_TRACE static size_t comp_objects(slab_cache_t *cache)540 _NO_TRACE static size_t comp_objects(slab_cache_t *cache) 541 541 { 542 542 if (cache->flags & SLAB_CACHE_SLINSIDE) … … 550 550 * 551 551 */ 552 NO_TRACE static size_t badness(slab_cache_t *cache)552 _NO_TRACE static size_t badness(slab_cache_t *cache) 553 553 { 554 554 size_t objects = comp_objects(cache); … … 564 564 * 565 565 */ 566 NO_TRACE static bool make_magcache(slab_cache_t *cache)566 _NO_TRACE static bool make_magcache(slab_cache_t *cache) 567 567 { 568 568 assert(_slab_initialized >= 2); … … 585 585 * 586 586 */ 587 NO_TRACE static void _slab_cache_create(slab_cache_t *cache, const char *name,587 _NO_TRACE static void _slab_cache_create(slab_cache_t *cache, const char *name, 588 588 size_t size, size_t align, errno_t (*constructor)(void *obj, 589 589 unsigned int kmflag), size_t (*destructor)(void *obj), unsigned int flags) … … 660 660 * 661 661 */ 662 NO_TRACE static size_t _slab_reclaim(slab_cache_t *cache, unsigned int flags)662 _NO_TRACE static size_t _slab_reclaim(slab_cache_t *cache, unsigned int flags) 663 663 { 664 664 if (cache->flags & SLAB_CACHE_NOMAGAZINE) … … 707 707 * 708 708 */ 709 NO_TRACE static void _slab_free(slab_cache_t *cache, void *obj, slab_t *slab)709 _NO_TRACE static void _slab_free(slab_cache_t *cache, void *obj, slab_t *slab) 710 710 { 711 711 if (!obj) -
kernel/generic/src/proc/current.c
r391996b r8df5f20 70 70 * 71 71 */ 72 NO_TRACE void current_copy(current_t *src, current_t *dst)72 _NO_TRACE void current_copy(current_t *src, current_t *dst) 73 73 { 74 74 assert(src->magic == MAGIC); -
kernel/generic/src/sysinfo/sysinfo.c
r391996b r8df5f20 62 62 * 63 63 */ 64 NO_TRACE static errno_t sysinfo_item_constructor(void *obj, unsigned int kmflag)64 _NO_TRACE static errno_t sysinfo_item_constructor(void *obj, unsigned int kmflag) 65 65 { 66 66 sysinfo_item_t *item = (sysinfo_item_t *) obj; … … 82 82 * 83 83 */ 84 NO_TRACE static size_t sysinfo_item_destructor(void *obj)84 _NO_TRACE static size_t sysinfo_item_destructor(void *obj) 85 85 { 86 86 sysinfo_item_t *item = (sysinfo_item_t *) obj; … … 124 124 * 125 125 */ 126 NO_TRACE static sysinfo_item_t *sysinfo_find_item(const char *name,126 _NO_TRACE static sysinfo_item_t *sysinfo_find_item(const char *name, 127 127 sysinfo_item_t *subtree, sysinfo_return_t **ret, bool dry_run) 128 128 { … … 190 190 * 191 191 */ 192 NO_TRACE static sysinfo_item_t *sysinfo_create_path(const char *name,192 _NO_TRACE static sysinfo_item_t *sysinfo_create_path(const char *name, 193 193 sysinfo_item_t **psubtree) 194 194 { … … 508 508 * 509 509 */ 510 NO_TRACE static void sysinfo_indent(size_t spaces)510 _NO_TRACE static void sysinfo_indent(size_t spaces) 511 511 { 512 512 for (size_t i = 0; i < spaces; i++) … … 522 522 * 523 523 */ 524 NO_TRACE static void sysinfo_dump_internal(sysinfo_item_t *root, size_t spaces)524 _NO_TRACE static void sysinfo_dump_internal(sysinfo_item_t *root, size_t spaces) 525 525 { 526 526 /* Walk all siblings */ … … 622 622 * 623 623 */ 624 NO_TRACE static sysinfo_return_t sysinfo_get_item(const char *name,624 _NO_TRACE static sysinfo_return_t sysinfo_get_item(const char *name, 625 625 sysinfo_item_t **root, bool dry_run) 626 626 { … … 677 677 * 678 678 */ 679 NO_TRACE static sysinfo_return_t sysinfo_get_item_uspace(void *ptr, size_t size,679 _NO_TRACE static sysinfo_return_t sysinfo_get_item_uspace(void *ptr, size_t size, 680 680 bool dry_run) 681 681 { … … 720 720 * 721 721 */ 722 NO_TRACE static sysinfo_return_t sysinfo_get_keys(const char *name,722 _NO_TRACE static sysinfo_return_t sysinfo_get_keys(const char *name, 723 723 sysinfo_item_t **root, bool dry_run) 724 724 { … … 786 786 * 787 787 */ 788 NO_TRACE static sysinfo_return_t sysinfo_get_keys_uspace(void *ptr, size_t size,788 _NO_TRACE static sysinfo_return_t sysinfo_get_keys_uspace(void *ptr, size_t size, 789 789 bool dry_run) 790 790 { -
uspace/lib/c/include/adt/list.h
r391996b r8df5f20 151 151 * 152 152 */ 153 NO_TRACE static inline void link_initialize(link_t *link)153 _NO_TRACE static inline void link_initialize(link_t *link) 154 154 { 155 155 link->prev = NULL; … … 164 164 * 165 165 */ 166 NO_TRACE static inline void list_initialize(list_t *list)166 _NO_TRACE static inline void list_initialize(list_t *list) 167 167 { 168 168 list->head.prev = &list->head; … … 200 200 * 201 201 */ 202 NO_TRACE static inline void list_prepend(link_t *link, list_t *list)202 _NO_TRACE static inline void list_prepend(link_t *link, list_t *list) 203 203 { 204 204 list_insert_after(link, &list->head); … … 213 213 * 214 214 */ 215 NO_TRACE static inline void list_append(link_t *link, list_t *list)215 _NO_TRACE static inline void list_append(link_t *link, list_t *list) 216 216 { 217 217 list_insert_before(link, &list->head); … … 226 226 * 227 227 */ 228 NO_TRACE static inline void list_remove(link_t *link)228 _NO_TRACE static inline void list_remove(link_t *link) 229 229 { 230 230 if ((link->prev != NULL) && (link->next != NULL)) { … … 243 243 * 244 244 */ 245 NO_TRACE static inline bool list_empty(const list_t *list)245 _NO_TRACE static inline bool list_empty(const list_t *list) 246 246 { 247 247 return (list->head.next == &list->head); … … 311 311 * 312 312 */ 313 NO_TRACE static inline void headless_list_split_or_concat(link_t *part1, link_t *part2)313 _NO_TRACE static inline void headless_list_split_or_concat(link_t *part1, link_t *part2) 314 314 { 315 315 part1->prev->next = part2; … … 332 332 * 333 333 */ 334 NO_TRACE static inline void headless_list_split(link_t *part1, link_t *part2)334 _NO_TRACE static inline void headless_list_split(link_t *part1, link_t *part2) 335 335 { 336 336 headless_list_split_or_concat(part1, part2); … … 347 347 * 348 348 */ 349 NO_TRACE static inline void headless_list_concat(link_t *part1, link_t *part2)349 _NO_TRACE static inline void headless_list_concat(link_t *part1, link_t *part2) 350 350 { 351 351 headless_list_split_or_concat(part1, part2); … … 362 362 * 363 363 */ 364 NO_TRACE static inline void list_concat(list_t *list1, list_t *list2)364 _NO_TRACE static inline void list_concat(list_t *list1, list_t *list2) 365 365 { 366 366 list_splice(list2, list1->head.prev); -
uspace/lib/c/include/trace.h
r391996b r8df5f20 36 36 #define LIBC_TRACE_H_ 37 37 38 #define NO_TRACE __attribute__((no_instrument_function))38 #define _NO_TRACE __attribute__((no_instrument_function)) 39 39 40 40 #endif
Note:
See TracChangeset
for help on using the changeset viewer.