码迷,mamicode.com
首页 > 其他好文 > 详细

2018-2019-1 实验三 并发程序

时间:2018-11-18 19:33:21      阅读:146      评论:0      收藏:0      [点我收藏+]

标签:设置   bin   poll   sysstat   argv   string   UNC   程序   package   

实验三 并发程序

任务一

学习使用Linux命令wc(1)
基于Linux Socket程序设计实现wc(1)服务器(端口号是你学号的后6位)和客户端
客户端传一个文本文件给服务器
服务器返加文本文件中的单词数

server:

include <netinet/in.h>

include <sys/types.h>

include <sys/socket.h>

include <stdio.h>

include <stdlib.h>

include <string.h>

include <unistd.h>

define HELLO_WORLD_SERVER_PORT 5213

define LENGTH_OF_LISTEN_QUEUE 20

define BUFFER_SIZE 1024

define FILE_NAME_MAX_SIZE 512

define FILE_WORDS_NUMBER 32

int wc_func(char *file_name);
int main(int argc, char **argv)
{
struct sockaddr_in server_addr;
bzero(&server_addr,sizeof(server_addr));
server_addr.sin_family = AF_INET;
server_addr.sin_addr.s_addr = htons(INADDR_ANY);
server_addr.sin_port = htons(HELLO_WORLD_SERVER_PORT);

                        int server_socket = socket(PF_INET,SOCK_STREAM,0);
                            if( server_socket < 0)
                                    {
                                                printf("Create Socket Failed!");
                                                        exit(1);
                                                            }
                                
                                if( bind(server_socket,(struct sockaddr*)&server_addr,sizeof(server_addr)))
                                        {
                                                    printf("Server Bind Port : %d Failed!", HELLO_WORLD_SERVER_PORT); 
                                                            exit(1);
                                                                }
                                    

                                    if ( listen(server_socket, LENGTH_OF_LISTEN_QUEUE) )
                                            {
                                                        printf("Server Listen Failed!"); 
                                                                exit(1);
                                                                    }
                                        while (1) 
                                                {

                                                            struct sockaddr_in client_addr;
                                                                    socklen_t length = sizeof(client_addr);


                                                                            int new_server_socket = accept(server_socket,(struct sockaddr*)&client_addr,&length);
                                                                                    if ( new_server_socket < 0)
                                                                                                {
                                                                                                                printf("Server Accept Failed!\n");
                                                                                                                            break;
                                                                                                                                    }
                                                                                            
                                                                                        char file_name[FILE_NAME_MAX_SIZE+1];
                                                                                            bzero(file_name, FILE_NAME_MAX_SIZE+1);
                                                                                                char buffer[BUFFER_SIZE];
                                                                                                    bzero(buffer,BUFFER_SIZE);
                                                                                                        recv(new_server_socket,file_name,BUFFER_SIZE,0);
                                                                                                            
                                                                                                            
                                                                                                            FILE * fp = fopen(file_name,"w");
                                                                                                                if(NULL == fp )
                                                                                                                        {
                                                                                                                                    printf("File:\t%s Can Not Open To Write\n", file_name);
                                                                                                                                            exit(1);
                                                                                                                                                }
                                                                                                                    
                                                                                                                   
                                                                                                                    bzero(buffer,BUFFER_SIZE);
                                                                                                                        int len = 0;
                                                                                                                            while( len = recv(new_server_socket,buffer,BUFFER_SIZE,0))
                                                                                                                                    {
                                                                                                                                                if(len < 0)
                                                                                                                                                            {
                                                                                                                                                                            printf("Recieve Data From Client %s Failed!\n", argv[1]);
                                                                                                                                                                                        break;
                                                                                                                                                                                                }

                                                                                                                                                        int write_length = fwrite(buffer,sizeof(char),len,fp);
                                                                                                                                                                if (write_length<len)
                                                                                                                                                                            {
                                                                                                                                                                                            printf("File:\t%s Write Failed\n", file_name);
                                                                                                                                                                                                        break;
                                                                                                                                                                                                                }
                                                                                                                                                                        bzero(buffer,BUFFER_SIZE);    
                                                                                                                                                                            }
                                                                                                                                printf("File:\t%s Transfer Finished!\n",file_name);
                                                                                                                                    
                                                                                                                                    fclose(fp);
                                                                                                                                       
                                                                                                                                        close(new_server_socket);
                                                                                                                                            }
                                            close(server_socket);
                                                return 0;

}

client:

include <netinet/in.h>

include <sys/types.h>

include <sys/socket.h>

include <stdio.h>

include <stdlib.h>

include <string.h>

include <unistd.h>

define HELLO_WORLD_SERVER_PORT 5213

define BUFFER_SIZE 1024

define FILE_NAME_MAX_SIZE 512

define FILE_WORDS_NUMBER 32

int main(int argc, char **argv)
{
if (argc != 2)
{
printf("Usage: ./%s ServerIPAddress\n",argv[0]);
exit(1);
}
struct sockaddr_in client_addr;
bzero(&client_addr,sizeof(client_addr));
client_addr.sin_family = AF_INET;
client_addr.sin_addr.s_addr = htons(INADDR_ANY);//INADDR_ANY表示自动获取本机地址
client_addr.sin_port = htons(0);
int client_socket = socket(AF_INET,SOCK_STREAM,0);
if( client_socket < 0)
{
printf("Create Socket Failed!\n");
exit(1);
}
if( bind(client_socket,(struct sockaddr*)&client_addr,sizeof(client_addr)))
{
printf("Client Bind Port Failed!\n");
exit(1);
}
struct sockaddr_in server_addr;
bzero(&server_addr,sizeof(server_addr));
server_addr.sin_family = AF_INET;
if(inet_aton(argv[1],&server_addr.sin_addr) == 0)
{
printf("Server IP Address Error!\n");
exit(1);
}
server_addr.sin_port = htons(HELLO_WORLD_SERVER_PORT);
socklen_t server_addr_length = sizeof(server_addr);

                                                                if(connect(client_socket,(struct sockaddr*)&server_addr, server_addr_length) < 0)
                                                                        {
                                                                                    printf("Can Not Connect To %s!\n",argv[1]);
                                                                                            exit(1);
                                                                                                }

                                                                    char file_name[FILE_NAME_MAX_SIZE+1];
                                                                        bzero(file_name, FILE_NAME_MAX_SIZE+1);
                                                                            printf("Please Input File Name On Server:\t");
                                                                                scanf("%s", file_name);
                                                                                    
                                                                                    char buffer[BUFFER_SIZE];
                                                                                        bzero(buffer,BUFFER_SIZE);
                                                                                            strncpy(buffer, file_name, strlen(file_name)>BUFFER_SIZE?BUFFER_SIZE:strlen(file_name));
                                                                                                send(client_socket,buffer,BUFFER_SIZE,0);

                                                                                                    FILE * fp = fopen(file_name,"r");
                                                                                                        if(NULL == fp )
                                                                                                                {
                                                                                                                            printf("File:\t%s Not Found\n", file_name);
                                                                                                                                    exit(1);
                                                                                                                                        }
                                                                                                            else
                                                                                                                    {
                                                                                                                                    bzero(buffer, BUFFER_SIZE);
                                                                                                                                                int file_block_length = 0;
                                                                                                                                                            while( (file_block_length = fread(buffer,sizeof(char),BUFFER_SIZE, fp))>0)
                                                                                                                                                                            {
                                                                                                                                                                                                if(send(client_socket,buffer,file_block_length,0)<0)
                                                                                                                                                                                                                    {
                                                                                                                                                                                                                                            printf("Send File:\t%s Failed\n", file_name);
                                                                                                                                                                                                                                                                break;
                                                                                                                                                                                                                                                                                }
                                                                                                                                                                                                                bzero(buffer, BUFFER_SIZE);
                                                                                                                                                                                                                            }
                                                                                                                                                                }
                                                                                                                
                                                                                                                printf("Send File:\t %s To Server[%s] Finished\n",file_name, argv[1]);
                                                                                                                    
                                                                                                                    printf("The File has %d words.\n", wc_func(file_name));
                                                                                                                        fclose(fp);
                                                                                                                          

                                                                                                                            close(client_socket);
                                                                                                                                return 0;

}
int wc_func(char file_name)
{
int t;
int w = 0;
int state = 0;
FILE
in;
if((in = fopen(file_name,"r"))==NULL)
{
printf("wc %s:no this file or dir\n",file_name);
return;
}
while((t=fgetc(in))!=EOF)
{

                                            if(t==‘\n‘||t==‘ ‘||t==‘\r‘) {
                                                                    state = 0;
                                                                                        continue;
                                                                                                    } else {
                                                                                                                            if(state == 0) {
                                                                                                                                                    state = 1;
                                                                                                                                                                        w++;
                                                                                                                                                                                        }
                                                                                                                                                continue;
                                                                                                                                                            }
            

技术分享图片
技术分享图片
技术分享图片
技术分享图片
技术分享图片

任务二

使用多线程实现wc服务器并使用同步互斥机制保证计数正确
上方提交代码
下方提交测试
对比单线程版本的性能,并分析原因

原因:所有数据结构的生存期,以及对这些数据结构的access,都用这一根逻辑线程。
不需要考虑数据结构的race。
把任何耗时的操作都给其他线程(IO线程、定时器线程,DB线程等)做,做完之后向事件队列(多线程安全的队列,其他线程是生产者,逻辑线程是消费者)丢事件。
多线程逻辑设计的思路:
所有数据结构的生存期,以及对这些数据结构的access,不一定在一根线程。
需要考虑数据结构的race。
网络事件、定时器事件唤醒工作线程(一般通过iocp或者epoll来唤醒)执行所有工作,一般不需要交换到其他线程。
很显然,单线程逻辑多了一层事件队列交换,会增加延迟,以及所有的逻辑都在一根线程上跑,逻辑被阻塞也会带来延迟。
其实吞吐量对于rpc来说,是个宏观的概念,尽可能快地消费网络消息就会提升吞吐量。
对于高并发的程序,是无法忍受单线程逻辑

server:

include <stdio.h>

include <fcntl.h>

include <pthread.h>

include <sys/stat.h>

include <sys/types.h>

include <sys/socket.h>

include <arpa/inet.h>

define PORT 8887

define BUFF_SIZE 1024

define LISTEN_SIZE 20

typedef struct{
char type;
char data[BUFF_SIZE];
}m_package;

void* process_client();

int main(){
int ss = create_tcp_server(PORT);
if(-1 == ss)
exit(-1);
while(1){
//接受客户端连接
socklen_t addrlen = sizeof(struct sockaddr);
struct sockaddr_in client_addr; //客户端地址结构
int client_sock = accept(ss, (struct sockaddr*)&client_addr, &addrlen);
if(client_sock < 0){
printf("accept error\n");
}
printf("accept success\n");

    pthread_t pid;
    if(pthread_create(&pid, NULL, process_client, &client_sock) < 0){
        printf("pthread_create error\n");
    }
}

}

//处理客户端程序
void process_client(void arg){
int size = 0, fd, count = 0, sockid = (int)arg;
m_package pac;
long total = 0, cur = 0;
//循环接收文件
while(1) {
memset(&pac, 0, sizeof(pac));
size = read(sockid, &pac, sizeof(pac));
if(size > 0){
if (pac.type == 1){
fd = open(pac.data, O_CREAT|O_WRONLY, 0777);
if(-1 == fd){
printf("open file error!\n");
continue;
}
count = total = cur = 0;
}
else if (pac.type == 2){
cur += write(fd, pac.data, strlen(pac.data));
if(count++ % 5000 == 0){
printf("recv from client < %d > : %.01lf%\n", sockid, cur * 100.0 / total);
count = 0;
}
}
else if (pac.type == 3){
printf("recv from client < %d > : 100.0%\n", sockid);
printf("recv success\n");
close(fd);
}
else if(pac.type == 4){//文件长度
total = strtol(pac.data, NULL, 10);
printf("%ld\n", total);
}
}else{
printf("client disconnected\n");
close(sockid);
break;
}
}
return 0;
}
int start_server(int port, int type){
//建立服务器套接字
int ss = socket(AF_INET, type, 0);
if(ss < 0){
printf("create socket error\n");
return -1;
}

//设置服务器地址
struct sockaddr_in server_addr; //服务器地址结构
bzero(&server_addr, sizeof(struct sockaddr_in)); //清零
server_addr.sin_family = AF_INET; //协议族
server_addr.sin_addr.s_addr = htonl(INADDR_ANY); //ip地址
server_addr.sin_port = htons(port); //端口
//绑定地址结构到套接字描述符
if(bind(ss, (struct sockaddr*)&server_addr, sizeof(server_addr)) < 0){
    printf("bind error\n");
    return -1;
}
//TCP
if(SOCK_STREAM == type){
    //设置侦听
    if(listen(ss, LISTEN_SIZE) < 0){
        printf("listen error\n");
        return -1;
    }
    printf("tcp server start\n");
}
else
    printf("udp server start\n");
return ss;

}

int create_tcp_server(int port){
start_server(port, SOCK_STREAM);
}

int create_udp_server(int port){
start_server(port, SOCK_DGRAM);
}

client:#include <stdio.h>

include <fcntl.h>

include <pthread.h>

include <sys/stat.h>

include <sys/types.h>

include <sys/socket.h>

include <arpa/inet.h>

define PORT 8887

define BUFF_SIZE 1024

define LISTEN_SIZE 20

typedef struct{
char type;
char data[BUFF_SIZE];
}m_package;

int main(){
//创建连接
int sock_fd = connect_tcp("127.0.0.1", PORT);
if(-1 == sock_fd)
return -1;

m_package pac;
int fd, cur = 0, count = 0;
long filesize = 0;
while(1){
    //打开文件
    memset(&pac, 0, sizeof(pac));
    pac.type = 1;
    // strcpy(pac.data, "/home/SKZH/a.txt");
    scanf("%s", pac.data);
    //获取文件信息
    struct stat sfile;
    stat(pac.data, &sfile );
    filesize = sfile.st_size;
    time_t t;
    long begin = time(&t);
    cur = count = 0;

    fd = open(pac.data, O_RDONLY);
    if(-1 == fd){
        printf("file open error\n");
        continue;
    }
    //读取文件并发送
    //发送文件名
    strcpy(pac.data, strrchr(pac.data, ‘/‘) + 1);
    write(sock_fd, &pac, sizeof(pac));
    memset(&pac, 0, sizeof(pac));

    //发送文件长度
    pac.type = 4;
    sprintf(pac.data,"%ld",filesize);
    write(sock_fd, &pac, sizeof(pac));
    memset(&pac, 0, sizeof(pac));

    int read_len = 0;
    while((read_len = read(fd, pac.data, BUFF_SIZE)) > 0){
        pac.type = 2;
        write(sock_fd, &pac, sizeof(pac));
        memset(&pac, 0, sizeof(pac));
        cur += read_len;
        if(count++ % 5000 == 0){
            count = 0;
            printf("send to server : %.1lf\%\n", cur * 100.0 / filesize);
        }
    }

    //发送结束标记
    memset(&pac, 3, sizeof(pac));
    write(sock_fd, &pac, BUFF_SIZE + 1);
    close(fd);

    printf("send to server : 100.0\%\n");
    printf("file size : %d B\n", filesize);
    printf("time : %ld ms\n", time(&t) - begin);
    printf("send file success\n");
    printf("------------------------\n");
}
close(sock_fd);

}
int connectsock(char* server_ip, int server_port, int type){
int sock_fd = socket(AF_INET, type, 0);
if(-1 == sock_fd){
printf("create socket error\n");
return -1;
}

struct sockaddr_in server_addr;
//设置服务器地址
bzero(&server_addr, sizeof(server_addr));
server_addr.sin_family = AF_INET;
server_addr.sin_addr.s_addr = htonl(INADDR_ANY);
server_addr.sin_port = htons(server_port);
inet_pton(AF_INET, server_ip, &server_addr.sin_addr);

//连接服务器
if(-1 == connect(sock_fd, (struct sockaddr*)&server_addr, sizeof(struct sockaddr_in))){
    printf("connect server error\n");
    return -1;
}

printf("connect server success\n");
return sock_fd;

}

int connect_tcp(char* server_ip, int server_port){
return connectsock(server_ip, server_port, SOCK_STREAM);
}

int connect_udp(char* server_ip, int server_port){
return connectsock(server_ip, server_port, SOCK_DGRAM);
}

技术分享图片
技术分享图片

2018-2019-1 实验三 并发程序

标签:设置   bin   poll   sysstat   argv   string   UNC   程序   package   

原文地址:https://www.cnblogs.com/xiaozhuzqh/p/9978669.html

(0)
(0)
   
举报
评论 一句话评论(0
登录后才能评论!
© 2014 mamicode.com 版权所有  联系我们:gaon5@hotmail.com
迷上了代码!