simple-kanban/server.c

#include <sys/types.h>
#include <sys/socket.h>
#include <sys/stat.h>
#include <sys/signal.h>
#include <sys/file.h>
#include <sys/wait.h>
#include <netinet/in.h>
#include <arpa/inet.h>
#include <netdb.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>
#include <pthread.h>
#include <time.h>
#include "simple-protobuf/simple_protobuf.h"

#if !__APPLE__
    #include <sys/sendfile.h> 
#endif

struct CONFIG {
    char pwd[64];  //password
    char sps[64];  //set password
};
typedef struct CONFIG CONFIG;

CONFIG* cfg;

int fd;

#ifdef LISTEN_ON_IPV6
    socklen_t struct_len = sizeof(struct sockaddr_in6);
    struct sockaddr_in6 server_addr;
#else
    socklen_t struct_len = sizeof(struct sockaddr_in);
    struct sockaddr_in server_addr;
#endif

char *data_path;
char *kanban_path;

#define THREADCNT 16
pthread_t accept_threads[THREADCNT];

#define MAXWAITSEC 10
struct THREADTIMER {
    pthread_t *thread;
    time_t touch;
    int accept_fd;
    ssize_t numbytes;
    char *data;
    char status;
    char is_open;
    FILE *fp;
};
typedef struct THREADTIMER THREADTIMER;

#define showUsage(program) printf("Usage: %s [-d] listen_port try_times kanban_file data_file config_file\n\t-d: As daemon\n", program)

void accept_client();
void accept_timer(void *p);
int bind_server(uint16_t port, u_int try_times);
int check_buffer(THREADTIMER *timer);
void close_file(FILE *fp);
int close_file_and_send(THREADTIMER *timer, char *data, size_t numbytes);
void handle_accept(void *accept_fd_p);
void handle_pipe(int signo);
void handle_quit(int signo);
void kill_thread(THREADTIMER* timer);
int listen_socket(u_int try_times);
FILE *open_file(char* file_path, int lock_type, char* mode);
int send_all(char* file_path, THREADTIMER *timer);
int send_data(int accept_fd, char *data, size_t length);
int sm1_pwd(THREADTIMER *timer);
off_t size_of_file(const char* fname);
int s0_init(THREADTIMER *timer);
int s1_get(THREADTIMER *timer);
int s2_set(THREADTIMER *timer);
int s3_set_data(THREADTIMER *timer);

int bind_server(uint16_t port, u_int try_times) {
    int fail_count = 0;
    int result = -1;
    #ifdef LISTEN_ON_IPV6
        server_addr.sin6_family = AF_INET6;
        server_addr.sin6_port = htons(port);
        bzero(&(server_addr.sin6_addr), sizeof(server_addr.sin6_addr));
        fd = socket(PF_INET6, SOCK_STREAM, 0);
    #else
        server_addr.sin_family = AF_INET;
        server_addr.sin_port = htons(port);
        server_addr.sin_addr.s_addr = INADDR_ANY;
        bzero(&(server_addr.sin_zero), 8);
        fd = socket(AF_INET, SOCK_STREAM, 0);
    #endif
    while(!~(result = bind(fd, (struct sockaddr *)&server_addr, struct_len)) && fail_count++ < try_times) sleep(1);
    if(!~result && fail_count >= try_times) {
        puts("Bind server failure!");
        return 0;
    } else{
        puts("Bind server success!");
        return 1;
    }
}

int listen_socket(u_int try_times) {
    int fail_count = 0;
    int result = -1;
    while(!~(result = listen(fd, 10)) && fail_count++ < try_times) sleep(1);
    if(!~result && fail_count >= try_times) {
        puts("Listen failed!");
        return 0;
    } else{
        puts("Listening....");
        return 1;
    }
}

int send_data(int accept_fd, char *data, size_t length) {
    if(!~send(accept_fd, data, length, 0)) {
        puts("Send data error");
        return 0;
    } else {
        printf("Send data: ");
        puts(data);
        return 1;
    }
}

int send_all(char* file_path, THREADTIMER *timer) {
    int re = 1;
    FILE *fp = open_file(file_path, LOCK_SH, "rb");
    if(fp) {
        timer->fp = fp;
        timer->is_open = 1;
        uint32_t file_size = (uint32_t)size_of_file(file_path);
        printf("Get file size: %u bytes.\n", file_size);
        off_t len = 0;
        #if __APPLE__
            //苹果基本没有大端，不作处理
            struct sf_hdtr hdtr;
            struct iovec headers;
            headers.iov_base = &file_size;
            headers.iov_len = sizeof(uint32_t);
            hdtr.headers = &headers;
            hdtr.hdr_cnt = 1;
            hdtr.trailers = NULL;
            hdtr.trl_cnt = 0;
            re = !sendfile(fileno(fp), timer->accept_fd, 0, &len, &hdtr, 0);
            if(!re) perror("Sendfile");
        #else
            #ifdef WORDS_BIGENDIAN
                uint32_t little_fs;
                char* q = (char*)(&little_fs);
                char* p = (char*)(&file_size);
                q[0] = p[3];
                q[1] = p[2];
                q[2] = p[1];
                q[3] = p[0];
                send(timer->accept_fd, &little_fs, sizeof(uint32_t), 0);
            #else
                send(timer->accept_fd, &file_size, sizeof(uint32_t), 0);
            #endif
            re = sendfile(timer->accept_fd, fileno(fp), &len, file_size) >= 0;
            if(!re) perror("Sendfile");
        #endif
        printf("Send %lld bytes.\n", len);
        close_file(fp);
        timer->is_open = 0;
    }
    return re;
}

int sm1_pwd(THREADTIMER *timer) {
    if(!strcmp(cfg->pwd, timer->data)) timer->status = 0;
    return !timer->status;
}

int s0_init(THREADTIMER *timer) {
    if(!strcmp("get", timer->data)) timer->status = 1;
    else if(!strcmp(cfg->sps, timer->data)) timer->status = 2;
    else if(!strcmp("cat", timer->data)) return send_all(data_path, timer);
    else if(!strcmp("quit", timer->data)) return 0;
    return send_data(timer->accept_fd, timer->data, timer->numbytes);
}

int s1_get(THREADTIMER *timer) {        //get kanban
    FILE *fp = open_file(kanban_path, LOCK_SH, "rb");
    timer->status = 0;
    if(fp) {
        timer->fp = fp;
        timer->is_open = 1;
        uint32_t ver, cli_ver;
        if(fscanf(fp, "%u", &ver) > 0) {
            if(sscanf(timer->data, "%u", &cli_ver) > 0) {
                if(cli_ver < ver) {     //need to send a new kanban
                    close_file(fp);
                    timer->is_open = 0;
                    int r = send_all(kanban_path, timer);
                    if(strstr(timer->data, "quit") == timer->data + timer->numbytes - 4) {
                        puts("Found last cmd is quit.");
                        return 0;
                    }
                    else return r;
                }
            }
        }
    }
    return close_file_and_send(timer, "null", 4);
}

int s2_set(THREADTIMER *timer) {
    FILE *fp = NULL;
    if(!strcmp(timer->data, "ver")) {
        fp = open_file(kanban_path, LOCK_EX, "wb");
    } else if(!strcmp(timer->data, "dat")) {
        fp = open_file(data_path, LOCK_EX, "wb");
    }
    if(fp) {
        timer->status = 3;
        timer->fp = fp;
        timer->is_open = 1;
        return send_data(timer->accept_fd, "data", 4);
    } else {
        timer->status = 0;
        return send_data(timer->accept_fd, "erro", 4);
    }
}

int s3_set_data(THREADTIMER *timer) {
    timer->status = 0;
    #ifdef WORDS_BIGENDIAN
        uint32_t file_size;
        char* p = (char*)(&file_size);
        p[0] = timer->data[3];
        p[1] = timer->data[2];
        p[2] = timer->data[1];
        p[3] = timer->data[0];
    #else
        uint32_t file_size = *(uint32_t*)(timer->data);
    #endif
    printf("Set data size: %u\n", file_size);
    int is_first_data = 0;
    if(timer->numbytes == sizeof(uint32_t)) {
        if((timer->numbytes = recv(timer->accept_fd, timer->data, BUFSIZ, 0)) <= 0) 
            return close_file_and_send(timer, "erro", 4);
        else {
            is_first_data = 1;
            printf("Get data size: %tu\n", timer->numbytes);
        }
    }
    if(file_size <= BUFSIZ - (is_first_data?0:sizeof(uint32_t))) {
        while(timer->numbytes != file_size - (is_first_data?0:sizeof(uint32_t))) {
            timer->numbytes += recv(timer->accept_fd, timer->data + timer->numbytes + (is_first_data?0:sizeof(uint32_t)), BUFSIZ - timer->numbytes - (is_first_data?0:sizeof(uint32_t)), 0);
        }
        if(fwrite(timer->data + (is_first_data?0:sizeof(uint32_t)), file_size, 1, timer->fp) != 1) {
            puts("Set data error.");
            return close_file_and_send(timer, "erro", 4);
        } else return close_file_and_send(timer, "succ", 4);
    } else {
        if(fwrite(timer->data + (is_first_data?0:sizeof(uint32_t)), timer->numbytes - (is_first_data?0:sizeof(uint32_t)), 1, timer->fp) != 1) {
            puts("Set data error.");
            return close_file_and_send(timer, "erro", 4);
        }
        int32_t remain = file_size - timer->numbytes;
        while(remain > 0) {
            printf("remain:%d\n", remain);
            timer->numbytes = recv(timer->accept_fd, timer->data, BUFSIZ, 0);
            if(fwrite(timer->data, timer->numbytes, 1, timer->fp) != 1) {
                puts("Set data error.");
                return close_file_and_send(timer, "erro", 4);
            }
            remain -= timer->numbytes;
        }
        return close_file_and_send(timer, "succ", 4);
    }
    return close_file_and_send(timer, "erro", 4);
}

off_t size_of_file(const char* fname) {
    struct stat statbuf;
    if(stat(fname, &statbuf)==0) return statbuf.st_size;
    else return -1;
}

int check_buffer(THREADTIMER *timer) {
    printf("Status: %d\n", timer->status);
    switch(timer->status) {
        case -1: return sm1_pwd(timer); break;
        case 0: return s0_init(timer); break;
        case 1: return s1_get(timer); break;
        case 2: return s2_set(timer); break;
        case 3: return s3_set_data(timer); break;
        default: return -1; break;
    }
}

void handle_quit(int signo) {
    printf("Handle quit with sig %d\n", signo);
    pthread_exit(NULL);
}

#define timer_pointer_of(x) ((THREADTIMER*)(x))
#define touch_timer(x) timer_pointer_of(x)->touch = time(NULL)

void accept_timer(void *p) {
    pthread_detach(pthread_self());
    THREADTIMER *timer = timer_pointer_of(p);
    while(*(timer->thread) && !pthread_kill(*(timer->thread), 0)) {
        sleep(MAXWAITSEC / 4);
        puts("Check accept status");
        if(time(NULL) - timer->touch > MAXWAITSEC) break;
    }
    puts("Call kill thread");
    kill_thread(timer);
    puts("Free timer");
    free(timer);
    puts("Finish calling kill thread");
}

void kill_thread(THREADTIMER* timer) {
    puts("Start killing.");
    if(*(timer->thread)) {
        pthread_kill(*(timer->thread), SIGQUIT);
        *(timer->thread) = 0;
        puts("Kill thread.");
    }
    if(timer->accept_fd) {
        close(timer->accept_fd);
        timer->accept_fd = 0;
        puts("Close accept.");
    }
    if(timer->data) {
        free(timer->data);
        timer->data = NULL;
        puts("Free data.");
    }
    if(timer->is_open) {
        close_file(timer->fp);
        timer->is_open = 0;
        puts("Close file.");
    }
    puts("Finish killing.");
}

void handle_pipe(int signo) {
    printf("Pipe error: %d\n", signo);
}

#define chkbuf(p) if(!check_buffer(timer_pointer_of(p))) break

#define take_word(p, w) if(timer_pointer_of(p)->numbytes > strlen(w) && strstr(buff, w) == buff) {\
                        int l = strlen(w);\
                        char store = buff[l];\
                        buff[l] = 0;\
                        ssize_t n = timer_pointer_of(p)->numbytes - l;\
                        timer_pointer_of(p)->numbytes = l;\
                        chkbuf(p);\
                        buff[0] = store;\
                        memmove(buff + 1, buff + l + 1, n - 1);\
                        buff[n] = 0;\
                        timer_pointer_of(p)->numbytes = n;\
                        printf("Split cmd: %s\n", w);\
                    }

void handle_accept(void *p) {
    pthread_detach(pthread_self());
    int accept_fd = timer_pointer_of(p)->accept_fd;
    if(accept_fd > 0) {
        puts("Connected to the client.");
        signal(SIGQUIT, handle_quit);
        signal(SIGPIPE, handle_pipe);
        pthread_t thread;
        if (pthread_create(&thread, NULL, (void *)&accept_timer, p)) puts("Error creating timer thread");
        else puts("Creating timer thread succeeded");
        send_data(accept_fd, "Welcome to simple kanban server.", 33);
        timer_pointer_of(p)->status = -1;
        char *buff = calloc(BUFSIZ, sizeof(char));
        if(buff) {
            timer_pointer_of(p)->data = buff;
            while(*(timer_pointer_of(p)->thread) && (timer_pointer_of(p)->numbytes = recv(accept_fd, buff, BUFSIZ, 0)) > 0) {
                touch_timer(p);
                buff[timer_pointer_of(p)->numbytes] = 0;
                printf("Get %zd bytes: %s\n", timer_pointer_of(p)->numbytes, buff);
                puts("Check buffer");
                //处理部分粘连
                take_word(p, cfg->pwd);
                take_word(p, "get");
                take_word(p, "cat");
                take_word(p, "quit");
                take_word(p, cfg->sps);
                take_word(p, "ver");
                take_word(p, "dat");
                if(timer_pointer_of(p)->numbytes > 0) chkbuf(p);
            }
            printf("Break: recv %zd bytes\n", timer_pointer_of(p)->numbytes);
        } else puts("Error allocating buffer");
        *(timer_pointer_of(p)->thread) = 0;
        kill_thread(timer_pointer_of(p));
    } else puts("Error accepting client");
}

void accept_client() {
    pid_t pid = fork();
    while (pid > 0) {      //主进程监控子进程状态，如果子进程异常终止则重启之
        wait(NULL);
        puts("Server subprocess exited. Restart...");
        pid = fork();
    }
    if(pid < 0) puts("Error when forking a subprocess.");
    else while(1) {
        puts("Ready for accept, waitting...");
        int p = 0;
        while(p < THREADCNT && accept_threads[p] && !pthread_kill(accept_threads[p], 0)) p++;
        if(p < THREADCNT) {
            printf("Run on thread No.%d\n", p);
            THREADTIMER *timer = malloc(sizeof(THREADTIMER));
            if(timer) {
                struct sockaddr_in client_addr;
                timer->accept_fd = accept(fd, (struct sockaddr *)&client_addr, &struct_len);
                timer->thread = &accept_threads[p];
                timer->touch = time(NULL);
                timer->data = NULL;
                timer->is_open = 0;
                timer->fp = NULL;
                signal(SIGQUIT, handle_quit);
                signal(SIGPIPE, handle_pipe);
                if (pthread_create(timer->thread, NULL, (void *)&handle_accept, timer)) puts("Error creating thread");
                else puts("Creating thread succeeded");
            } else puts("Allocate timer error");
        } else {
            puts("Max thread cnt exceeded");
            sleep(1);
        }
    }
}

FILE *open_file(char* file_path, int lock_type, char* mode) {
    FILE *fp = NULL;
    fp = fopen(file_path, mode);
    if(fp) {
        if(!~flock(fileno(fp), lock_type | LOCK_NB)) {
            printf("Error: ");
            fp = NULL;
        }
        printf("Open file in mode %d\n", lock_type);
    } else puts("Open file error");
    return fp;
}

int close_file_and_send(THREADTIMER *timer, char *data, size_t numbytes) {
    close_file(timer->fp);
    timer->is_open = 0;
    return send_data(timer->accept_fd, data, numbytes);
}

void close_file(FILE *fp) {
    puts("Close file");
    if(fp) {
        flock(fileno(fp), LOCK_UN);
        fclose(fp);
    }
}

int main(int argc, char *argv[]) {
    if(argc != 6 && argc != 7) showUsage(argv[0]);
    else {
        int port = 0;
        int as_daemon = !strcmp("-d", argv[1]);
        sscanf(argv[as_daemon?2:1], "%d", &port);
        if(port > 0 && port < 65536) {
            int times = 0;
            sscanf(argv[as_daemon?3:2], "%d", &times);
            if(times > 0) {
                if(!as_daemon || (as_daemon && (daemon(1, 1) >= 0))) {
                    FILE *fp = NULL;
                    fp = fopen(argv[as_daemon?4:3], "rb+");
                    if(!fp) fp = fopen(argv[as_daemon?4:3], "wb+");
                    if(fp) {
                        kanban_path = argv[as_daemon?4:3];
                        fclose(fp);
                        fp = NULL;
                        fp = fopen(argv[as_daemon?5:4], "rb+");
                        if(!fp) fp = fopen(argv[as_daemon?5:4], "wb+");
                        if(fp) {
                            data_path = argv[as_daemon?5:4];
                            fclose(fp);
                            fp = NULL;
                            fp = fopen(argv[as_daemon?6:5], "rb+");
                            if(fp) {
                                SIMPLE_PB* spb = get_pb(fp);
                                cfg = (CONFIG*)spb->target;
                                fclose(fp);
                                if(bind_server(port, times)) if(listen_socket(times)) accept_client();
                            } else printf("Error opening config file: %s\n", argv[as_daemon?6:5]);
                        } else printf("Error opening data file: %s\n", argv[as_daemon?5:4]);
                    } else printf("Error opening kanban file: %s\n", argv[as_daemon?4:3]);
                } else puts("Start daemon error");
            } else printf("Error times: %d\n", times);
        } else printf("Error port: %d\n", port);
    }
    close(fd);
    exit(EXIT_FAILURE);
}