133 	int err = copyin(data->user_addr, in_buf, copyio_test_buf_size);  in copyin_test()  local
134 	T_EXPECT_EQ_INT(err, 0, "copyin() with valid parameters should succeed");  in copyin_test()
138 	err = copyin(data->unmapped_addr, NULL, 0);  in copyin_test()
139 	T_EXPECT_EQ_INT(err, 0, "copyin() with 0 size should always succeed");  in copyin_test()
141 	err = copyin(data->unmapped_addr, in_buf, copyio_test_buf_size);  in copyin_test()
142 	T_EXPECT_EQ_INT(err, EFAULT, "copyin() from unmapped userspace address should return EFAULT");  in copyin_test()
143 	err = copyin(data->unmapped_addr - PAGE_SIZE, in_buf, PAGE_SIZE * 2);  in copyin_test()
144 	T_EXPECT_EQ_INT(err, EFAULT, "copyin() from partially valid userspace range should return EFAULT");  in copyin_test()
145 	err = copyin(data->user_lastpage_addr, in_buf, PAGE_SIZE * 2);  in copyin_test()
146 	T_EXPECT_EQ_INT(err, EFAULT, "copyin() past end of userspace address space should return EFAULT");  in copyin_test()
149 	err = copyio_test_run_in_thread(copyin_from_kernel, data);  in copyin_test()
150 	T_EXPECT_EQ_INT(err, 0, "copyin() from kernel address in kernel_task thread should succeed");  in copyin_test()
153 	err = copyin_from_kernel(data);  in copyin_test()
154 	T_EXPECT_EQ_INT(err, EFAULT, "copyin() from kernel address in other threads should return EFAULT");  in copyin_test()
157 	err = copyin(data->user_addr, in_buf, copyio_test_buf_size);  in copyin_test()
158 	T_EXPECT_EQ_INT(err, EFAULT, "copyin() from write-only address should return EFAULT");  in copyin_test()
179 	int err = copyout(out_buf, data->user_addr, copyio_test_buf_size);  in copyout_test()  local
180 	T_EXPECT_EQ_INT(err, 0, "copyout() with valid parameters should succeed");  in copyout_test()
185 	err = copyout(NULL, data->unmapped_addr, 0);  in copyout_test()
186 	T_EXPECT_EQ_INT(err, 0, "copyout() with 0 size should always succeed");  in copyout_test()
188 	err = copyout(out_buf, data->unmapped_addr, copyio_test_buf_size);  in copyout_test()
189 	T_EXPECT_EQ_INT(err, EFAULT, "copyout() to unmapped userspace address should return EFAULT");  in copyout_test()
190 	err = copyout(out_buf, data->unmapped_addr - PAGE_SIZE, PAGE_SIZE * 2);  in copyout_test()
191 	T_EXPECT_EQ_INT(err, EFAULT, "copyout() to partially valid userspace range should return EFAULT");  in copyout_test()
192 	err = copyout(out_buf, data->user_lastpage_addr, PAGE_SIZE * 2);  in copyout_test()
193 	T_EXPECT_EQ_INT(err, EFAULT, "copyout() past end of userspace address space should return EFAULT");  in copyout_test()
197 	err = copyio_test_run_in_thread(copyout_to_kernel, data);  in copyout_test()
198 	T_EXPECT_EQ_INT(err, 0, "copyout() to kernel address in kernel_task thread should succeed");  in copyout_test()
201 	err = copyout_to_kernel(data);  in copyout_test()
202 	T_EXPECT_EQ_INT(err, EFAULT, "copyout() to kernel address in other threads should return EFAULT");  in copyout_test()
205 	err = copyout(out_buf, data->user_addr, copyio_test_buf_size);  in copyout_test()
206 	T_EXPECT_EQ_INT(err, EFAULT, "copyout() to read-only address should return EFAULT");  in copyout_test()
227 	int err = copyinstr(data->user_addr, in_buf, copyio_test_buf_size, &lencopied);  in copyinstr_test()  local
228 	T_EXPECT_EQ_INT(err, 0, "copyinstr() with valid parameters should succeed");  in copyinstr_test()
238 	err = copyinstr(data->user_addr, in_buf, trunc_size, &lencopied);  in copyinstr_test()
239 	T_EXPECT_EQ_INT(err, ENAMETOOLONG, "truncated copyinstr() should return ENAMETOOLONG");  in copyinstr_test()
246 	err = copyinstr(data->unmapped_addr, in_buf, copyio_test_buf_size, &lencopied);  in copyinstr_test()
247 	T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() from unmapped userspace address should return EFAULT");  in copyinstr_test()
248 	err = copyinstr(data->user_lastpage_addr, in_buf, PAGE_SIZE * 2, &lencopied);  in copyinstr_test()
249 …T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() past end of userspace address space should return EFAULT…  in copyinstr_test()
254 	err = copyio_test_run_in_thread(copyinstr_from_kernel, data);  in copyinstr_test()
256 …T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() from kernel address in kernel_task thread should return …  in copyinstr_test()
258 	T_EXPECT_EQ_INT(err, 0, "copyinstr() from kernel address in kernel_task thread should succeed");  in copyinstr_test()
265 	err = copyinstr_from_kernel(data);  in copyinstr_test()
266 …T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() from kernel address in other threads should return EFAUL…  in copyinstr_test()
269 	err = copyinstr(data->user_addr, in_buf, copyio_test_buf_size, &lencopied);  in copyinstr_test()
270 	T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() from write-only address should return EFAULT");  in copyinstr_test()
279 	err = copyinstr(user_unterminated_addr, in_buf, copyio_test_buf_size, &lencopied);  in copyinstr_test()
280 …T_EXPECT_EQ_INT(err, EFAULT, "copyinstr() from userspace region without NULL terminator should ret…  in copyinstr_test()
296 	int err = copyoutstr(copyio_test_string, data->user_addr, sizeof(copyio_test_string), &lencopied);  in copyoutstr_test()  local
297 	T_EXPECT_EQ_INT(err, 0, "copyoutstr() with valid parameters should succeed");  in copyoutstr_test()
308 	err = copyoutstr(copyio_test_string, data->user_addr, trunc_size, &lencopied);  in copyoutstr_test()
309 	T_EXPECT_EQ_INT(err, ENAMETOOLONG, "truncated copyoutstr() should return ENAMETOOLONG");  in copyoutstr_test()
316 	err = copyoutstr(copyio_test_string, data->unmapped_addr, strlen(copyio_test_string), &lencopied);  in copyoutstr_test()
317 	T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() to unmapped userspace address should return EFAULT");  in copyoutstr_test()
318 …err = copyoutstr(copyio_test_string, data->unmapped_addr - 1, strlen(copyio_test_string), &lencopi…  in copyoutstr_test()
319 …T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() to partially valid userspace range should return EFAULT…  in copyoutstr_test()
320 …err = copyoutstr(copyio_test_string, data->user_lastpage_addr + PAGE_SIZE - 1, strlen(copyio_test_…  in copyoutstr_test()
321 …T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() past end of userspace address space should return EFAUL…  in copyoutstr_test()
326 	err = copyio_test_run_in_thread(copyoutstr_to_kernel, data);  in copyoutstr_test()
328 …T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() to kernel address in kernel_task thread should return E…  in copyoutstr_test()
330 	T_EXPECT_EQ_INT(err, 0, "copyoutstr() to kernel address in kernel_task thread should succeed");  in copyoutstr_test()
335 	err = copyoutstr_to_kernel(data);  in copyoutstr_test()
336 …T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() to kernel address in other threads should return EFAULT…  in copyoutstr_test()
339 	err = copyoutstr(copyio_test_string, data->user_addr, strlen(copyio_test_string), &lencopied);  in copyoutstr_test()
340 	T_EXPECT_EQ_INT(err, EFAULT, "copyoutstr() to read-only address should return EFAULT");  in copyoutstr_test()
380 …int err = copyin_fn(data->user_addr, &word_in);                                                   …
381 …T_EXPECT_EQ_INT(err, 0, #copyin_fn "() with valid parameters should succeed");                    …
387 …  err = copyin_fn(data->user_addr + offset, &word_in);                                            \
388 …  T_EXPECT_EQ_INT(err, EINVAL,                                                                    \
392 …err = copyin_fn(data->unmapped_addr, &word_in);                                                   …
393 …T_EXPECT_EQ_INT(err, EFAULT, #copyin_fn "() from unmapped userspace address should return EFAULT")…
397 …err = copyio_test_run_in_thread(copyin_from_kernel_fn, data);                                     …
398 …T_EXPECT_EQ_INT(err, EFAULT,                                                                      …
400 …err = copyin_from_kernel_fn(data);                                                                …
401 …T_EXPECT_EQ_INT(err, EFAULT,                                                                      …
405 …err = copyin_fn(data->user_addr, &word_in);                                                       …
406 …T_EXPECT_EQ_INT(err, EFAULT, #copyin_fn "() from write-only address should return EFAULT");       …
415 …int err = copyout_fn(word_out, data->user_addr);                                                  …
416 …T_EXPECT_EQ_INT(err, 0, #copyout_fn "() with valid parameters should succeed");                   …
422 …  err = copyout_fn(word_out, data->user_addr + offset);                                           \
423 …  T_EXPECT_EQ_INT(err, EINVAL,                                                                    \
427 …err = copyout_fn(word_out, data->unmapped_addr);                                                  …
428 …T_EXPECT_EQ_INT(err, EFAULT, #copyout_fn "() to unmapped userspace address should return EFAULT");…
429 …err = copyout_fn(word_out, (uintptr_t)data->kern_addr);                                           …
430 …T_EXPECT_EQ_INT(err, EFAULT, #copyout_fn "() to kernel address should return EFAULT");            …
434 …err = copyio_test_run_in_thread(copyout_to_kernel_fn, data);                                      …
435 …T_EXPECT_EQ_INT(err, EFAULT,                                                                      …
437 …err = copyout_to_kernel_fn(data);                                                                 …
438 …T_EXPECT_EQ_INT(err, EFAULT, #copyout_fn "() to kernel address in other threads should return EFAU…
441 …err = copyout_fn(word_out, data->user_addr);                                                      …
442 …T_EXPECT_EQ_INT(err, EFAULT, #copyout_fn "() to read-only address should return EFAULT");         …
464 	int err = copyin_atomic32_wait_if_equals(data->user_addr, 0);  in copyin_atomic32_wait_if_equals_test()  local
465 	T_EXPECT_EQ_INT(err, 0, "copyin_atomic32_wait_if_equals() should return 0 when equals");  in copyin_atomic32_wait_if_equals_test()
466 	err = copyin_atomic32_wait_if_equals(data->user_addr, ~0U);  in copyin_atomic32_wait_if_equals_test()
467 …T_EXPECT_EQ_INT(err, ESTALE, "copyin_atomic32_wait_if_equals() should return ESTALE when not equal…  in copyin_atomic32_wait_if_equals_test()
470 		err = copyin_atomic32_wait_if_equals(data->user_addr + offset, 0);  in copyin_atomic32_wait_if_equals_test()
471 		T_EXPECT_EQ_INT(err, EINVAL,  in copyin_atomic32_wait_if_equals_test()
475 	err = copyin_atomic32_wait_if_equals(data->unmapped_addr, 0);  in copyin_atomic32_wait_if_equals_test()
476 …T_EXPECT_EQ_INT(err, EFAULT, "copyin_atomic32_wait_if_equals() on unmapped userspace address shoul…  in copyin_atomic32_wait_if_equals_test()
480 	err = copyio_test_run_in_thread(copyin_atomic32_wait_if_equals_from_kernel, data);  in copyin_atomic32_wait_if_equals_test()
481 …T_EXPECT_EQ_INT(err, EFAULT, "copyin_atomic32_wait_if_equals() from kernel address in kernel_task …  in copyin_atomic32_wait_if_equals_test()
482 	err = copyin_atomic32_wait_if_equals_from_kernel(data);  in copyin_atomic32_wait_if_equals_test()
483 …T_EXPECT_EQ_INT(err, EFAULT, "copyin_atomic32_wait_if_equals() from kernel address in other thread…  in copyin_atomic32_wait_if_equals_test()
486 	err = copyin_atomic32_wait_if_equals(data->user_addr, 0);  in copyin_atomic32_wait_if_equals_test()
487 …T_EXPECT_EQ_INT(err, EFAULT, "copyin_atomic32_wait_if_equals() on write-only address should return…  in copyin_atomic32_wait_if_equals_test()