BACKGROUND The exit_group syscall, which is implicitly called by libc after the main function returns, kills all threads in a thread group, even if these threads are running, sleeping, or waiting on a futex. PROBLEM In normal use cases, exit_group does nothing since a well-written program should terminate all threads before the main function returns. But when this is not the case, exit_group can clean up the mess. Currently, Occlum does not implement exit_group. And the Occlum PAL process waits for all tasks (i.e., SGX threads) to finish before exiting. So without exit_group implemented, some tasks may be still running if after the main task exits. And this causes the Occlum PAL process to wait---forever. WORKAROUND To implement a real exit_group, we need signals to kill threads. But we do not have signals, yet. So we come up with a workaround: instead of waiting all tasks to finish in PAL, we just wait for the main task. As soon as the main task exits, the PAL process terminates, killing the remaining tasks.
99 lines
2.9 KiB
C
99 lines
2.9 KiB
C
#include <sys/types.h>
|
|
#include <pthread.h>
|
|
#include <stdio.h>
|
|
#include "test.h"
|
|
|
|
// ============================================================================
|
|
// Helper macros
|
|
// ============================================================================
|
|
|
|
#define NTHREADS (4)
|
|
#define STACK_SIZE (8 * 1024)
|
|
|
|
// ============================================================================
|
|
// The test case of concurrent counter
|
|
// ============================================================================
|
|
|
|
#define LOCAL_COUNT (100000UL)
|
|
#define EXPECTED_GLOBAL_COUNT (LOCAL_COUNT * NTHREADS)
|
|
|
|
struct thread_arg {
|
|
int ti;
|
|
long local_count;
|
|
volatile unsigned long* global_count;
|
|
pthread_mutex_t* mutex;
|
|
};
|
|
|
|
static void* thread_func(void* _arg) {
|
|
struct thread_arg* arg = _arg;
|
|
printf("Thread #%d: started\n", arg->ti);
|
|
for (long i = 0; i < arg->local_count; i++) {
|
|
pthread_mutex_lock(arg->mutex);
|
|
(*arg->global_count)++;
|
|
pthread_mutex_unlock(arg->mutex);
|
|
}
|
|
printf("Thread #%d: completed\n", arg->ti);
|
|
return NULL;
|
|
}
|
|
|
|
static int test_mutex_with_concurrent_counter(void) {
|
|
/*
|
|
* Multiple threads are to increase a global counter concurrently
|
|
*/
|
|
volatile unsigned long global_count = 0;
|
|
pthread_t threads[NTHREADS];
|
|
struct thread_arg thread_args[NTHREADS];
|
|
/*
|
|
* Protect the counter with a mutex
|
|
*/
|
|
pthread_mutex_t mutex;
|
|
pthread_mutex_init(&mutex, NULL);
|
|
/*
|
|
* Start the threads
|
|
*/
|
|
for (int ti = 0; ti < NTHREADS; ti++) {
|
|
struct thread_arg* thread_arg = &thread_args[ti];
|
|
thread_arg->ti = ti;
|
|
thread_arg->local_count = LOCAL_COUNT;
|
|
thread_arg->global_count = &global_count;
|
|
thread_arg->mutex = &mutex;
|
|
|
|
if (pthread_create(&threads[ti], NULL, thread_func, thread_arg) < 0) {
|
|
printf("ERROR: pthread_create failed (ti = %d)\n", ti);
|
|
return -1;
|
|
}
|
|
}
|
|
/*
|
|
* Wait for the threads to finish
|
|
*/
|
|
for (int ti = 0; ti < NTHREADS; ti++) {
|
|
if (pthread_join(threads[ti], NULL) < 0) {
|
|
printf("ERROR: pthread_join failed (ti = %d)\n", ti);
|
|
return -1;
|
|
}
|
|
}
|
|
/*
|
|
* Check the correctness of the concurrent counter
|
|
*/
|
|
if (global_count != EXPECTED_GLOBAL_COUNT) {
|
|
printf("ERROR: incorrect global_count (actual = %ld, expected = %ld)\n",
|
|
global_count, EXPECTED_GLOBAL_COUNT);
|
|
return -1;
|
|
}
|
|
|
|
pthread_mutex_destroy(&mutex);
|
|
return 0;
|
|
}
|
|
|
|
// ============================================================================
|
|
// Test suite main
|
|
// ============================================================================
|
|
|
|
static test_case_t test_cases[] = {
|
|
TEST_CASE(test_mutex_with_concurrent_counter)
|
|
};
|
|
|
|
int main() {
|
|
return test_suite_run(test_cases, ARRAY_SIZE(test_cases));
|
|
}
|