| /xnu-11417.121.6/osfmk/arm64/ |
| H A D | sme.c | 159 arm_save_sme_za(arm_sme_context_t *sme_ss, uint16_t svl_b) in arm_save_sme_za() argument
161 uint8_t *za = arm_sme_za(sme_ss, svl_b); in arm_save_sme_za()
177 for (register uint16_t i asm("w12") = 0; i < svl_b; i += 16) { in arm_save_sme_za()
197 [addr] "r"(za + (i * svl_b)) in arm_save_sme_za()
209 arm_load_sme_za(const arm_sme_context_t *sme_ss, uint16_t svl_b) in arm_load_sme_za() argument
211 const uint8_t *za = const_arm_sme_za(sme_ss, svl_b); in arm_load_sme_za()
212 for (register uint16_t i asm("w12") = 0; i < svl_b; i += 16) { in arm_load_sme_za()
232 [addr] "r"(za + (i * svl_b)) in arm_load_sme_za()
312 arm_save_sme_za_zt0(arm_sme_context_t *sme_ss, uint16_t svl_b) in arm_save_sme_za_zt0() argument
314 arm_save_sme_za(sme_ss, svl_b); in arm_save_sme_za_zt0()
[all …]
|
| H A D | status.c | 322 state_out->svl_b = arm_sme_svl_b(); in handle_get_arm_sme_state()
365 const size_t elem_size = saved_state->svl_b; in handle_get_arm_sve_z_state()
397 const uint8_t *saved_state_p = const_arm_sme_p(&saved_state->context, saved_state->svl_b); in handle_get_arm_sve_p_state()
399 const size_t elem_size = saved_state->svl_b / 8; in handle_get_arm_sve_p_state()
429 arm_save_sme_za(&saved_state->context, saved_state->svl_b); in handle_get_arm_za_state()
432 const uint8_t *saved_state_za = const_arm_sme_za(&saved_state->context, saved_state->svl_b); in handle_get_arm_za_state()
433 size_t za_size = saved_state->svl_b * saved_state->svl_b; in handle_get_arm_za_state()
458 uint16_t svl_b = arm_sme_svl_b(); in handle_set_arm_sme_state() local
459 if (state_in->svl_b != svl_b) { in handle_set_arm_sme_state()
503 const size_t elem_size = saved_state->svl_b; in handle_set_arm_sve_z_state()
[all …]
|
| H A D | pcb.c | 154 arm_save_sme_za_zt0(&old_sme_ss->context, old_sme_ss->svl_b); in machine_save_sme_context()
168 arm_load_sme_za_zt0(&new_sme_ss->context, new_sme_ss->svl_b); in machine_restore_sme_context()
576 sme_ss->svl_b = sme_svl_b; in zalloc_sme_saved_state()
618 assert(sme_ss->svl_b == src_sme_ss->svl_b); in machine_thread_sme_state_dup()
621 uint16_t svl_b = sme_ss->svl_b; in machine_thread_sme_state_dup() local
627 memcpy(arm_sme_z(context), const_arm_sme_z(src_context), arm_sme_z_size(svl_b)); in machine_thread_sme_state_dup()
628 memcpy(arm_sme_p(context, svl_b), const_arm_sme_p(src_context, svl_b), arm_sme_p_size(svl_b)); in machine_thread_sme_state_dup()
631 arm_save_sme_za_zt0(context, svl_b); in machine_thread_sme_state_dup()
|
| H A D | exception_asm.h | 304 .macro LOAD_OR_STORE_Z_P_REGISTERS instr, svl_b, ss
338 add \ss, \ss, \svl_b, lsl #5
|
| H A D | genassym.c | 282 DECLARE("SME_SVL_B", offsetof(arm_sme_saved_state_t, svl_b)); in main()
|
| H A D | locore.s | 748 LOAD_OR_STORE_Z_P_REGISTERS str, svl_b=x0, ss=x2
1588 LOAD_OR_STORE_Z_P_REGISTERS ldr, svl_b=x3, ss=x2
|
| /xnu-11417.121.6/tests/ |
| H A D | arm_matrix_sme.c | 220 uint16_t svl_b = arm_sme_svl_b(); in sme_load_data() local
222 for (register uint16_t i asm("w12") = 0; i < svl_b; i += 16) { in sme_load_data()
242 [addr] "r"(za + (i * svl_b)) in sme_load_data()
322 uint16_t svl_b = arm_sme_svl_b(); in sme_store_data() local
324 for (register uint16_t i asm("w12") = 0; i < svl_b; i += 16) { in sme_store_data()
344 [addr] "r"(za + (i * svl_b)) in sme_store_data()
424 uint16_t svl_b = arm_sme_svl_b(); in sme_thread_get_state() local
459 memcpy(za, za_state.__za, svl_b * svl_b); in sme_thread_get_state()
461 size_t z_elem_size = svl_b; in sme_thread_get_state()
471 size_t p_elem_size = svl_b / 8; in sme_thread_get_state()
[all …]
|
| /xnu-11417.121.6/osfmk/mach/arm/ |
| H A D | thread_status.h | 1146 uint16_t svl_b; member
1151 arm_sme_z_size(uint16_t svl_b) in arm_sme_z_size() argument
1153 return 32 * svl_b; in arm_sme_z_size()
1157 arm_sme_p_size(uint16_t svl_b) in arm_sme_p_size() argument
1159 return 2 * svl_b; in arm_sme_p_size()
1163 arm_sme_za_size(uint16_t svl_b) in arm_sme_za_size() argument
1165 return svl_b * svl_b; in arm_sme_za_size()
1169 arm_sme_saved_state_count(uint16_t svl_b) in arm_sme_saved_state_count() argument
1171 assert(svl_b % 16 == 0); in arm_sme_saved_state_count()
1173 arm_sme_z_size(svl_b) + in arm_sme_saved_state_count()
[all …]
|
| H A D | _structs.h | 685 __uint16_t svl_b; variable
|
| /xnu-11417.121.6/osfmk/arm/ |
| H A D | misc_protos.h | 86 extern void arm_save_sme_za(arm_sme_context_t *sme_ss, uint16_t svl_b);
87 extern void arm_load_sme_za(const arm_sme_context_t *sme_ss, uint16_t svl_b);
94 extern void arm_save_sme_za_zt0(arm_sme_context_t *sme_ss, uint16_t svl_b);
95 extern void arm_load_sme_za_zt0(const arm_sme_context_t *sme_ss, uint16_t svl_b);
|