palemoon-dev/platform/nsprpub/pr/tests/thrpool_server.c

/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

/***********************************************************************
**
** Name: thrpool.c
**
** Description: Test threadpool functionality.
**
** Modification History:
*/
#include "primpl.h"

#include "plgetopt.h"

#include <stdio.h>
#include <string.h>
#include <errno.h>
#ifdef XP_UNIX
#include <sys/mman.h>
#endif
#if defined(_PR_PTHREADS)
#include <pthread.h>
#endif

/* for getcwd */
#if defined(XP_UNIX) || defined (XP_OS2)
#include <unistd.h>
#elif defined(XP_PC)
#include <direct.h>
#endif

#ifdef WIN32
#include <process.h>
#endif

static int _debug_on = 0;
static char *program_name = NULL;
static void serve_client_write(void *arg);

#include "obsolete/prsem.h"

#ifdef XP_PC
#define mode_t int
#endif

#define DPRINTF(arg) if (_debug_on) printf arg


#define BUF_DATA_SIZE    (2 * 1024)
#define TCP_MESG_SIZE    1024
#define NUM_TCP_CLIENTS  10 /* for a listen queue depth of 5 */


#define NUM_TCP_CONNECTIONS_PER_CLIENT  10
#define NUM_TCP_MESGS_PER_CONNECTION    10
#define TCP_SERVER_PORT                 10000
#define SERVER_MAX_BIND_COUNT           100

#ifdef WINCE
char *getcwd(char *buf, size_t size)
{
    wchar_t wpath[MAX_PATH];
    _wgetcwd(wpath, MAX_PATH);
    WideCharToMultiByte(CP_ACP, 0, wpath, -1, buf, size, 0, 0);
}

#define perror(s)
#endif

static PRInt32 num_tcp_clients = NUM_TCP_CLIENTS;
static PRInt32 num_tcp_connections_per_client = NUM_TCP_CONNECTIONS_PER_CLIENT;
static PRInt32 tcp_mesg_size = TCP_MESG_SIZE;
static PRInt32 num_tcp_mesgs_per_connection = NUM_TCP_MESGS_PER_CONNECTION;
static void TCP_Server_Accept(void *arg);


int failed_already=0;
typedef struct buffer {
    char    data[BUF_DATA_SIZE];
} buffer;


typedef struct Server_Param {
    PRJobIoDesc iod;    /* socket to read from/write to    */
    PRInt32     datalen;    /* bytes of data transfered in each read/write */
    PRNetAddr   netaddr;
    PRMonitor   *exit_mon;    /* monitor to signal on exit            */
    PRInt32     *job_counterp;    /* counter to decrement, before exit        */
    PRInt32     conn_counter;    /* counter to decrement, before exit        */
    PRThreadPool *tp;
} Server_Param;

typedef struct Serve_Client_Param {
    PRJobIoDesc iod;    /* socket to read from/write to    */
    PRInt32    datalen;    /* bytes of data transfered in each read/write */
    PRMonitor *exit_mon;    /* monitor to signal on exit            */
    PRInt32 *job_counterp;    /* counter to decrement, before exit        */
    PRThreadPool *tp;
} Serve_Client_Param;

typedef struct Session {
    PRJobIoDesc iod;    /* socket to read from/write to    */
    buffer  *in_buf;
    PRInt32 bytes;
    PRInt32 msg_num;
    PRInt32 bytes_read;
    PRMonitor *exit_mon;    /* monitor to signal on exit            */
    PRInt32 *job_counterp;    /* counter to decrement, before exit        */
    PRThreadPool *tp;
} Session;

static void
serve_client_read(void *arg)
{
    Session *sp = (Session *) arg;
    int rem;
    int bytes;
    int offset;
    PRFileDesc *sockfd;
    char *buf;
    PRJob *jobp;

    PRIntervalTime timeout = PR_INTERVAL_NO_TIMEOUT;

    sockfd = sp->iod.socket;
    buf = sp->in_buf->data;

    PR_ASSERT(sp->msg_num < num_tcp_mesgs_per_connection);
    PR_ASSERT(sp->bytes_read < sp->bytes);

    offset = sp->bytes_read;
    rem = sp->bytes - offset;
    bytes = PR_Recv(sockfd, buf + offset, rem, 0, timeout);
    if (bytes < 0) {
        return;
    }
    sp->bytes_read += bytes;
    sp->iod.timeout = PR_SecondsToInterval(60);
    if (sp->bytes_read <  sp->bytes) {
        jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
                                PR_FALSE);
        PR_ASSERT(NULL != jobp);
        return;
    }
    PR_ASSERT(sp->bytes_read == sp->bytes);
    DPRINTF(("serve_client: read complete, msg(%d) \n", sp->msg_num));

    sp->iod.timeout = PR_SecondsToInterval(60);
    jobp = PR_QueueJob_Write(sp->tp, &sp->iod, serve_client_write, sp,
                             PR_FALSE);
    PR_ASSERT(NULL != jobp);

    return;
}

static void
serve_client_write(void *arg)
{
    Session *sp = (Session *) arg;
    int bytes;
    PRFileDesc *sockfd;
    char *buf;
    PRJob *jobp;

    sockfd = sp->iod.socket;
    buf = sp->in_buf->data;

    PR_ASSERT(sp->msg_num < num_tcp_mesgs_per_connection);

    bytes = PR_Send(sockfd, buf, sp->bytes, 0, PR_INTERVAL_NO_TIMEOUT);
    PR_ASSERT(bytes == sp->bytes);

    if (bytes < 0) {
        return;
    }
    DPRINTF(("serve_client: write complete, msg(%d) \n", sp->msg_num));
    sp->msg_num++;
    if (sp->msg_num < num_tcp_mesgs_per_connection) {
        sp->bytes_read = 0;
        sp->iod.timeout = PR_SecondsToInterval(60);
        jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
                                PR_FALSE);
        PR_ASSERT(NULL != jobp);
        return;
    }

    DPRINTF(("serve_client: read/write complete, msg(%d) \n", sp->msg_num));
    if (PR_Shutdown(sockfd, PR_SHUTDOWN_BOTH) < 0) {
        fprintf(stderr,"%s: ERROR - PR_Shutdown\n", program_name);
    }

    PR_Close(sockfd);
    PR_EnterMonitor(sp->exit_mon);
    --(*sp->job_counterp);
    PR_Notify(sp->exit_mon);
    PR_ExitMonitor(sp->exit_mon);

    PR_DELETE(sp->in_buf);
    PR_DELETE(sp);

    return;
}

/*
 * Serve_Client
 *    Thread, started by the server, for serving a client connection.
 *    Reads data from socket and writes it back, unmodified, and
 *    closes the socket
 */
static void PR_CALLBACK
Serve_Client(void *arg)
{
    Serve_Client_Param *scp = (Serve_Client_Param *) arg;
    buffer *in_buf;
    Session *sp;
    PRJob *jobp;

    sp = PR_NEW(Session);
    sp->iod = scp->iod;

    in_buf = PR_NEW(buffer);
    if (in_buf == NULL) {
        fprintf(stderr,"%s: failed to alloc buffer struct\n",program_name);
        failed_already=1;
        return;
    }

    sp->in_buf = in_buf;
    sp->bytes = scp->datalen;
    sp->msg_num = 0;
    sp->bytes_read = 0;
    sp->tp = scp->tp;
    sp->exit_mon = scp->exit_mon;
    sp->job_counterp = scp->job_counterp;

    sp->iod.timeout = PR_SecondsToInterval(60);
    jobp = PR_QueueJob_Read(sp->tp, &sp->iod, serve_client_read, sp,
                            PR_FALSE);
    PR_ASSERT(NULL != jobp);
    PR_DELETE(scp);
}

static void
print_stats(void *arg)
{
    Server_Param *sp = (Server_Param *) arg;
    PRThreadPool *tp = sp->tp;
    PRInt32 counter;
    PRJob *jobp;

    PR_EnterMonitor(sp->exit_mon);
    counter = (*sp->job_counterp);
    PR_ExitMonitor(sp->exit_mon);

    printf("PRINT_STATS: #client connections = %d\n",counter);


    jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(500),
                             print_stats, sp, PR_FALSE);

    PR_ASSERT(NULL != jobp);
}

static int job_counter = 0;
/*
 * TCP Server
 *    Server binds an address to a socket, starts a client process and
 *    listens for incoming connections.
 *    Each client connects to the server and sends a chunk of data
 *    Starts a Serve_Client job for each incoming connection, to read
 *    the data from the client and send it back to the client, unmodified.
 *    Each client checks that data received from server is same as the
 *    data it sent to the server.
 *    Finally, the threadpool is shutdown
 */
static void PR_CALLBACK
TCP_Server(void *arg)
{
    PRThreadPool *tp = (PRThreadPool *) arg;
    Server_Param *sp;
    PRFileDesc *sockfd;
    PRNetAddr netaddr;
    PRMonitor *sc_mon;
    PRJob *jobp;
    int i;
    PRStatus rval;

    /*
     * Create a tcp socket
     */
    if ((sockfd = PR_NewTCPSocket()) == NULL) {
        fprintf(stderr,"%s: PR_NewTCPSocket failed\n", program_name);
        return;
    }
    memset(&netaddr, 0, sizeof(netaddr));
    netaddr.inet.family = PR_AF_INET;
    netaddr.inet.port = PR_htons(TCP_SERVER_PORT);
    netaddr.inet.ip = PR_htonl(PR_INADDR_ANY);
    /*
     * try a few times to bind server's address, if addresses are in
     * use
     */
    i = 0;
    while (PR_Bind(sockfd, &netaddr) < 0) {
        if (PR_GetError() == PR_ADDRESS_IN_USE_ERROR) {
            netaddr.inet.port += 2;
            if (i++ < SERVER_MAX_BIND_COUNT) {
                continue;
            }
        }
        fprintf(stderr,"%s: ERROR - PR_Bind failed\n", program_name);
        perror("PR_Bind");
        failed_already=1;
        return;
    }

    if (PR_Listen(sockfd, 32) < 0) {
        fprintf(stderr,"%s: ERROR - PR_Listen failed\n", program_name);
        failed_already=1;
        return;
    }

    if (PR_GetSockName(sockfd, &netaddr) < 0) {
        fprintf(stderr,"%s: ERROR - PR_GetSockName failed\n", program_name);
        failed_already=1;
        return;
    }

    DPRINTF((
                "TCP_Server: PR_BIND netaddr.inet.ip = 0x%lx, netaddr.inet.port = %d\n",
                netaddr.inet.ip, netaddr.inet.port));

    sp = PR_NEW(Server_Param);
    if (sp == NULL) {
        fprintf(stderr,"%s: PR_NEW failed\n", program_name);
        failed_already=1;
        return;
    }
    sp->iod.socket = sockfd;
    sp->iod.timeout = PR_SecondsToInterval(60);
    sp->datalen = tcp_mesg_size;
    sp->exit_mon = sc_mon;
    sp->job_counterp = &job_counter;
    sp->conn_counter = 0;
    sp->tp = tp;
    sp->netaddr = netaddr;

    /* create and cancel an io job */
    jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
                              PR_FALSE);
    PR_ASSERT(NULL != jobp);
    rval = PR_CancelJob(jobp);
    PR_ASSERT(PR_SUCCESS == rval);

    /*
     * create the client process
     */
    {
#define MAX_ARGS 4
        char *argv[MAX_ARGS + 1];
        int index = 0;
        char port[32];
        char path[1024 + sizeof("/thrpool_client")];

        getcwd(path, sizeof(path));

        (void)strcat(path, "/thrpool_client");
#ifdef XP_PC
        (void)strcat(path, ".exe");
#endif
        argv[index++] = path;
        sprintf(port,"%d",PR_ntohs(netaddr.inet.port));
        if (_debug_on)
        {
            argv[index++] = "-d";
            argv[index++] = "-p";
            argv[index++] = port;
            argv[index++] = NULL;
        } else {
            argv[index++] = "-p";
            argv[index++] = port;
            argv[index++] = NULL;
        }
        PR_ASSERT(MAX_ARGS >= (index - 1));

        DPRINTF(("creating client process %s ...\n", path));
        if (PR_FAILURE == PR_CreateProcessDetached(path, argv, NULL, NULL)) {
            fprintf(stderr,
                    "thrpool_server: ERROR - PR_CreateProcessDetached failed\n");
            failed_already=1;
            return;
        }
    }

    sc_mon = PR_NewMonitor();
    if (sc_mon == NULL) {
        fprintf(stderr,"%s: PR_NewMonitor failed\n", program_name);
        failed_already=1;
        return;
    }

    sp->iod.socket = sockfd;
    sp->iod.timeout = PR_SecondsToInterval(60);
    sp->datalen = tcp_mesg_size;
    sp->exit_mon = sc_mon;
    sp->job_counterp = &job_counter;
    sp->conn_counter = 0;
    sp->tp = tp;
    sp->netaddr = netaddr;

    /* create and cancel a timer job */
    jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(5000),
                             print_stats, sp, PR_FALSE);
    PR_ASSERT(NULL != jobp);
    rval = PR_CancelJob(jobp);
    PR_ASSERT(PR_SUCCESS == rval);

    DPRINTF(("TCP_Server: Accepting connections \n"));

    jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
                              PR_FALSE);
    PR_ASSERT(NULL != jobp);
    return;
}

static void
TCP_Server_Accept(void *arg)
{
    Server_Param *sp = (Server_Param *) arg;
    PRThreadPool *tp = sp->tp;
    Serve_Client_Param *scp;
    PRFileDesc *newsockfd;
    PRJob *jobp;

    if ((newsockfd = PR_Accept(sp->iod.socket, &sp->netaddr,
                               PR_INTERVAL_NO_TIMEOUT)) == NULL) {
        fprintf(stderr,"%s: ERROR - PR_Accept failed\n", program_name);
        failed_already=1;
        goto exit;
    }
    scp = PR_NEW(Serve_Client_Param);
    if (scp == NULL) {
        fprintf(stderr,"%s: PR_NEW failed\n", program_name);
        failed_already=1;
        goto exit;
    }

    /*
     * Start a Serve_Client job for each incoming connection
     */
    scp->iod.socket = newsockfd;
    scp->iod.timeout = PR_SecondsToInterval(60);
    scp->datalen = tcp_mesg_size;
    scp->exit_mon = sp->exit_mon;
    scp->job_counterp = sp->job_counterp;
    scp->tp = sp->tp;

    PR_EnterMonitor(sp->exit_mon);
    (*sp->job_counterp)++;
    PR_ExitMonitor(sp->exit_mon);
    jobp = PR_QueueJob(tp, Serve_Client, scp,
                       PR_FALSE);

    PR_ASSERT(NULL != jobp);
    DPRINTF(("TCP_Server: Created Serve_Client = 0x%lx\n", jobp));

    /*
     * single-threaded update; no lock needed
     */
    sp->conn_counter++;
    if (sp->conn_counter <
        (num_tcp_clients * num_tcp_connections_per_client)) {
        jobp = PR_QueueJob_Accept(tp, &sp->iod, TCP_Server_Accept, sp,
                                  PR_FALSE);
        PR_ASSERT(NULL != jobp);
        return;
    }
    jobp = PR_QueueJob_Timer(tp, PR_MillisecondsToInterval(500),
                             print_stats, sp, PR_FALSE);

    PR_ASSERT(NULL != jobp);
    DPRINTF(("TCP_Server: Created print_stats timer job = 0x%lx\n", jobp));

exit:
    PR_EnterMonitor(sp->exit_mon);
    /* Wait for server jobs to finish */
    while (0 != *sp->job_counterp) {
        PR_Wait(sp->exit_mon, PR_INTERVAL_NO_TIMEOUT);
        DPRINTF(("TCP_Server: conn_counter = %d\n",
                 *sp->job_counterp));
    }

    PR_ExitMonitor(sp->exit_mon);
    if (sp->iod.socket) {
        PR_Close(sp->iod.socket);
    }
    PR_DestroyMonitor(sp->exit_mon);
    printf("%30s","TCP_Socket_Client_Server_Test:");
    printf("%2ld Server %2ld Clients %2ld connections_per_client\n",1l,
           num_tcp_clients, num_tcp_connections_per_client);
    printf("%30s %2ld messages_per_connection %4ld bytes_per_message\n",":",
           num_tcp_mesgs_per_connection, tcp_mesg_size);

    DPRINTF(("%s: calling PR_ShutdownThreadPool\n", program_name));
    PR_ShutdownThreadPool(sp->tp);
    PR_DELETE(sp);
}

/************************************************************************/

#define DEFAULT_INITIAL_THREADS     4
#define DEFAULT_MAX_THREADS         100
#define DEFAULT_STACKSIZE           (512 * 1024)

int main(int argc, char **argv)
{
    PRInt32 initial_threads = DEFAULT_INITIAL_THREADS;
    PRInt32 max_threads = DEFAULT_MAX_THREADS;
    PRInt32 stacksize = DEFAULT_STACKSIZE;
    PRThreadPool *tp = NULL;
    PRStatus rv;
    PRJob *jobp;

    /*
     * -d           debug mode
     */
    PLOptStatus os;
    PLOptState *opt;

    program_name = argv[0];
    opt = PL_CreateOptState(argc, argv, "d");
    while (PL_OPT_EOL != (os = PL_GetNextOpt(opt)))
    {
        if (PL_OPT_BAD == os) {
            continue;
        }
        switch (opt->option)
        {
            case 'd':  /* debug mode */
                _debug_on = 1;
                break;
            default:
                break;
        }
    }
    PL_DestroyOptState(opt);

    PR_Init(PR_USER_THREAD, PR_PRIORITY_NORMAL, 0);
    PR_STDIO_INIT();

    PR_SetConcurrency(4);

    tp = PR_CreateThreadPool(initial_threads, max_threads, stacksize);
    if (NULL == tp) {
        printf("PR_CreateThreadPool failed\n");
        failed_already=1;
        goto done;
    }
    jobp = PR_QueueJob(tp, TCP_Server, tp, PR_TRUE);
    rv = PR_JoinJob(jobp);
    PR_ASSERT(PR_SUCCESS == rv);

    DPRINTF(("%s: calling PR_JoinThreadPool\n", program_name));
    rv = PR_JoinThreadPool(tp);
    PR_ASSERT(PR_SUCCESS == rv);
    DPRINTF(("%s: returning from PR_JoinThreadPool\n", program_name));

done:
    PR_Cleanup();
    if (failed_already) {
        return 1;
    }
    else {
        return 0;
    }
}