mirror of
https://github.com/AuxXxilium/linux_dsm_epyc7002.git
synced 2024-12-27 07:45:06 +07:00
19a4ff534b
membarrier commands cover very different code paths if they are in a single-threaded vs multi-threaded process. Therefore, exercise both scenarios in the kernel selftests to increase coverage of this selftest. Signed-off-by: Mathieu Desnoyers <mathieu.desnoyers@efficios.com> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Cc: Chris Metcalf <cmetcalf@ezchip.com> Cc: Christoph Lameter <cl@linux.com> Cc: Eric W. Biederman <ebiederm@xmission.com> Cc: Kirill Tkhai <tkhai@yandex.ru> Cc: Linus Torvalds <torvalds@linux-foundation.org> Cc: Mike Galbraith <efault@gmx.de> Cc: Oleg Nesterov <oleg@redhat.com> Cc: Paul E. McKenney <paulmck@linux.ibm.com> Cc: Peter Zijlstra <peterz@infradead.org> Cc: Russell King - ARM Linux admin <linux@armlinux.org.uk> Cc: Shuah Khan <shuahkh@osg.samsung.com> Cc: Thomas Gleixner <tglx@linutronix.de> Link: https://lkml.kernel.org/r/20190919173705.2181-6-mathieu.desnoyers@efficios.com Signed-off-by: Ingo Molnar <mingo@kernel.org>
318 lines
8.0 KiB
C
318 lines
8.0 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#define _GNU_SOURCE
|
|
#include <linux/membarrier.h>
|
|
#include <syscall.h>
|
|
#include <stdio.h>
|
|
#include <errno.h>
|
|
#include <string.h>
|
|
#include <pthread.h>
|
|
|
|
#include "../kselftest.h"
|
|
|
|
static int sys_membarrier(int cmd, int flags)
|
|
{
|
|
return syscall(__NR_membarrier, cmd, flags);
|
|
}
|
|
|
|
static int test_membarrier_cmd_fail(void)
|
|
{
|
|
int cmd = -1, flags = 0;
|
|
const char *test_name = "sys membarrier invalid command";
|
|
|
|
if (sys_membarrier(cmd, flags) != -1) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: command = %d, flags = %d. Should fail, but passed\n",
|
|
test_name, cmd, flags);
|
|
}
|
|
if (errno != EINVAL) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n",
|
|
test_name, flags, EINVAL, strerror(EINVAL),
|
|
errno, strerror(errno));
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: command = %d, flags = %d, errno = %d. Failed as expected\n",
|
|
test_name, cmd, flags, errno);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_flags_fail(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_QUERY, flags = 1;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_QUERY invalid flags";
|
|
|
|
if (sys_membarrier(cmd, flags) != -1) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should fail, but passed\n",
|
|
test_name, flags);
|
|
}
|
|
if (errno != EINVAL) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n",
|
|
test_name, flags, EINVAL, strerror(EINVAL),
|
|
errno, strerror(errno));
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d, errno = %d. Failed as expected\n",
|
|
test_name, flags, errno);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_global_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_GLOBAL, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_GLOBAL";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n", test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_private_expedited_fail(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED not registered failure";
|
|
|
|
if (sys_membarrier(cmd, flags) != -1) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should fail, but passed\n",
|
|
test_name, flags);
|
|
}
|
|
if (errno != EPERM) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n",
|
|
test_name, flags, EPERM, strerror(EPERM),
|
|
errno, strerror(errno));
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_register_private_expedited_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_private_expedited_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_private_expedited_sync_core_fail(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE not registered failure";
|
|
|
|
if (sys_membarrier(cmd, flags) != -1) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should fail, but passed\n",
|
|
test_name, flags);
|
|
}
|
|
if (errno != EPERM) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d. Should return (%d: \"%s\"), but returned (%d: \"%s\").\n",
|
|
test_name, flags, EPERM, strerror(EPERM),
|
|
errno, strerror(errno));
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_register_private_expedited_sync_core_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_PRIVATE_EXPEDITED_SYNC_CORE";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_private_expedited_sync_core_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_PRIVATE_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_register_global_expedited_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_REGISTER_GLOBAL_EXPEDITED";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_global_expedited_success(void)
|
|
{
|
|
int cmd = MEMBARRIER_CMD_GLOBAL_EXPEDITED, flags = 0;
|
|
const char *test_name = "sys membarrier MEMBARRIER_CMD_GLOBAL_EXPEDITED";
|
|
|
|
if (sys_membarrier(cmd, flags) != 0) {
|
|
ksft_exit_fail_msg(
|
|
"%s test: flags = %d, errno = %d\n",
|
|
test_name, flags, errno);
|
|
}
|
|
|
|
ksft_test_result_pass(
|
|
"%s test: flags = %d\n",
|
|
test_name, flags);
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_fail(void)
|
|
{
|
|
int status;
|
|
|
|
status = test_membarrier_cmd_fail();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_flags_fail();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_private_expedited_fail();
|
|
if (status)
|
|
return status;
|
|
status = sys_membarrier(MEMBARRIER_CMD_QUERY, 0);
|
|
if (status < 0) {
|
|
ksft_test_result_fail("sys_membarrier() failed\n");
|
|
return status;
|
|
}
|
|
if (status & MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE) {
|
|
status = test_membarrier_private_expedited_sync_core_fail();
|
|
if (status)
|
|
return status;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_success(void)
|
|
{
|
|
int status;
|
|
|
|
status = test_membarrier_global_success();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_register_private_expedited_success();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_private_expedited_success();
|
|
if (status)
|
|
return status;
|
|
status = sys_membarrier(MEMBARRIER_CMD_QUERY, 0);
|
|
if (status < 0) {
|
|
ksft_test_result_fail("sys_membarrier() failed\n");
|
|
return status;
|
|
}
|
|
if (status & MEMBARRIER_CMD_PRIVATE_EXPEDITED_SYNC_CORE) {
|
|
status = test_membarrier_register_private_expedited_sync_core_success();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_private_expedited_sync_core_success();
|
|
if (status)
|
|
return status;
|
|
}
|
|
/*
|
|
* It is valid to send a global membarrier from a non-registered
|
|
* process.
|
|
*/
|
|
status = test_membarrier_global_expedited_success();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_register_global_expedited_success();
|
|
if (status)
|
|
return status;
|
|
status = test_membarrier_global_expedited_success();
|
|
if (status)
|
|
return status;
|
|
return 0;
|
|
}
|
|
|
|
static int test_membarrier_query(void)
|
|
{
|
|
int flags = 0, ret;
|
|
|
|
ret = sys_membarrier(MEMBARRIER_CMD_QUERY, flags);
|
|
if (ret < 0) {
|
|
if (errno == ENOSYS) {
|
|
/*
|
|
* It is valid to build a kernel with
|
|
* CONFIG_MEMBARRIER=n. However, this skips the tests.
|
|
*/
|
|
ksft_exit_skip(
|
|
"sys membarrier (CONFIG_MEMBARRIER) is disabled.\n");
|
|
}
|
|
ksft_exit_fail_msg("sys_membarrier() failed\n");
|
|
}
|
|
if (!(ret & MEMBARRIER_CMD_GLOBAL))
|
|
ksft_exit_skip(
|
|
"sys_membarrier unsupported: CMD_GLOBAL not found.\n");
|
|
|
|
ksft_test_result_pass("sys_membarrier available\n");
|
|
return 0;
|
|
}
|