// SPDX-License-Identifier: GPL-2.0-only
/*
 * POWER Data Stream Control Register (DSCR) default test
 *
 * This test modifies the system wide default DSCR through
 * it's sysfs interface and then verifies that all threads
 * see the correct changed DSCR value immediately.
 *
 * Copyright 2012, Anton Blanchard, IBM Corporation.
 * Copyright 2015, Anshuman Khandual, IBM Corporation.
 */

#define _GNU_SOURCE

#include "dscr.h"

#include <pthread.h>
#include <semaphore.h>
#include <unistd.h>

static void *dscr_default_lockstep_writer(void *arg)
{
	sem_t *reader_sem = (sem_t *)arg;
	sem_t *writer_sem = (sem_t *)arg + 1;
	unsigned long expected_dscr = 0;

	for (int i = 0; i < COUNT; i++) {
		FAIL_IF_EXIT(sem_wait(writer_sem));

		set_default_dscr(expected_dscr);
		expected_dscr = (expected_dscr + 1) % DSCR_MAX;

		FAIL_IF_EXIT(sem_post(reader_sem));
	}

	return NULL;
}

int dscr_default_lockstep_test(void)
{
	pthread_t writer;
	sem_t rw_semaphores[2];
	sem_t *reader_sem = &rw_semaphores[0];
	sem_t *writer_sem = &rw_semaphores[1];
	unsigned long expected_dscr = 0;

	SKIP_IF(!have_hwcap2(PPC_FEATURE2_DSCR));

	FAIL_IF(sem_init(reader_sem, 0, 0));
	FAIL_IF(sem_init(writer_sem, 0, 1));  /* writer starts first */
	FAIL_IF(bind_to_cpu(BIND_CPU_ANY) < 0);
	FAIL_IF(pthread_create(&writer, NULL, dscr_default_lockstep_writer, (void *)rw_semaphores));

	for (int i = 0; i < COUNT ; i++) {
		FAIL_IF(sem_wait(reader_sem));

		FAIL_IF(get_dscr() != expected_dscr);
		FAIL_IF(get_dscr_usr() != expected_dscr);

		expected_dscr = (expected_dscr + 1) % DSCR_MAX;

		FAIL_IF(sem_post(writer_sem));
	}

	FAIL_IF(pthread_join(writer, NULL));
	FAIL_IF(sem_destroy(reader_sem));
	FAIL_IF(sem_destroy(writer_sem));

	return 0;
}

struct random_thread_args {
	pthread_t thread_id;
	unsigned long *expected_system_dscr;
	pthread_rwlock_t *rw_lock;
	pthread_barrier_t *barrier;
};

static void *dscr_default_random_thread(void *in)
{
	struct random_thread_args *args = (struct random_thread_args *)in;
	unsigned long *expected_dscr_p = args->expected_system_dscr;
	pthread_rwlock_t *rw_lock = args->rw_lock;
	int err;

	srand(gettid());

	err = pthread_barrier_wait(args->barrier);
	FAIL_IF_EXIT(err != 0 && err != PTHREAD_BARRIER_SERIAL_THREAD);

	for (int i = 0; i < COUNT; i++) {
		unsigned long expected_dscr;
		unsigned long current_dscr;
		unsigned long current_dscr_usr;

		FAIL_IF_EXIT(pthread_rwlock_rdlock(rw_lock));
		expected_dscr = *expected_dscr_p;
		current_dscr = get_dscr();
		current_dscr_usr = get_dscr_usr();
		FAIL_IF_EXIT(pthread_rwlock_unlock(rw_lock));

		FAIL_IF_EXIT(current_dscr != expected_dscr);
		FAIL_IF_EXIT(current_dscr_usr != expected_dscr);

		if (rand() % 10 == 0) {
			unsigned long next_dscr;

			FAIL_IF_EXIT(pthread_rwlock_wrlock(rw_lock));
			next_dscr = (*expected_dscr_p + 1) % DSCR_MAX;
			set_default_dscr(next_dscr);
			*expected_dscr_p = next_dscr;
			FAIL_IF_EXIT(pthread_rwlock_unlock(rw_lock));
		}
	}

	pthread_exit((void *)0);
}

int dscr_default_random_test(void)
{
	struct random_thread_args threads[THREADS];
	unsigned long expected_system_dscr = 0;
	pthread_rwlockattr_t rwlock_attr;
	pthread_rwlock_t rw_lock;
	pthread_barrier_t barrier;

	SKIP_IF(!have_hwcap2(PPC_FEATURE2_DSCR));

	FAIL_IF(pthread_rwlockattr_setkind_np(&rwlock_attr,
					      PTHREAD_RWLOCK_PREFER_WRITER_NONRECURSIVE_NP));
	FAIL_IF(pthread_rwlock_init(&rw_lock, &rwlock_attr));
	FAIL_IF(pthread_barrier_init(&barrier, NULL, THREADS));

	set_default_dscr(expected_system_dscr);

	for (int i = 0; i < THREADS; i++) {
		threads[i].expected_system_dscr = &expected_system_dscr;
		threads[i].rw_lock = &rw_lock;
		threads[i].barrier = &barrier;

		FAIL_IF(pthread_create(&threads[i].thread_id, NULL,
				       dscr_default_random_thread, (void *)&threads[i]));
	}

	for (int i = 0; i < THREADS; i++)
		FAIL_IF(pthread_join(threads[i].thread_id, NULL));

	FAIL_IF(pthread_barrier_destroy(&barrier));
	FAIL_IF(pthread_rwlock_destroy(&rw_lock));

	return 0;
}

int main(int argc, char *argv[])
{
	unsigned long orig_dscr_default = 0;
	int err = 0;

	if (have_hwcap2(PPC_FEATURE2_DSCR))
		orig_dscr_default = get_default_dscr();

	err |= test_harness(dscr_default_lockstep_test, "dscr_default_lockstep_test");
	err |= test_harness(dscr_default_random_test, "dscr_default_random_test");

	if (have_hwcap2(PPC_FEATURE2_DSCR))
		set_default_dscr(orig_dscr_default);

	return err;
}