2016-02-29 23 views
-2

我有一个用C语言编写的简单代理服务器程序。我遇到了一些数据不一致的问题。当我请求网站时,我将结果数据保存在服务器端的文件中,然后将其发送到客户端并保存在客户端。客户端和服务器上的结果将具有不同的大小,并且似乎某些HTML正在被复制。通常情况下,保存在服务器上的文件将小于客户端上保存的文件,尽管这两个文件仍然大于实际网页(即,如果我要右键单击该页面并“另存为”,则生成的页面比我的代码返回的小)。我已经尝试了各种方法来解决这个问题,似乎没有任何工作。结果甚至在同一个网站上尝试不同。例如,我可以请求同一网站两次,但文件大小不同于两次尝试。在非常罕见的情况下,特别是在小型网站上,客户端和服务器程序都会返回正确的网页,并且这两个文件都是合适的大小。C - 来自套接字的数据不一致

注意:我知道代码仍然相当混乱。在我进一步行动之前,我更担心解决这个问题。一旦此问题得到解决,我会解决问题(例如检查套接字未能打开),因此请仅解决我已列出的问题。

Server.c

#include <sys/types.h> 
#include <sys/socket.h> 
#include <netdb.h> 
#include <stdio.h> 
#include <string.h> 
#include <arpa/inet.h> 
#include <regex.h> 
#include <time.h> 

/*Code used to resolve URL into IP address adapted from following URL: 
http://www.binarytides.com/hostname-to-ip-address-c-sockets-linux/ 
*/ 

//This code has been adapted from the server code provided in class 

int main(int argc, char** argv) 
{ 
    char str[655360]; 
    char recvline[655360]; 
    char parsedRecv[655360]; 
    char domain[1025]; 
    char directory[1025]; 
    char absoluteURL[1025]; 
    char temp[1025]; 


    int listen_fd, conn_fd, n, tempCount; 
    struct sockaddr_in servaddr; 
    int bytesRead; 
    int stringCounter; 

    int port; 

    FILE *fp; 

    //Variables used for second socket and resolving of host 
    char ip[100]; 
    int sockfd, secondSocketCount; 
    int len = sizeof(struct sockaddr); 
    struct sockaddr_in secondServaddr; 
    struct addrinfo *servinfo, *p; 
    struct sockaddr_in *h; 
    int rv; 
    char simpleMatch[10]; 
    int flag = 0; 
    //End 

    //Used for HTTP GET request 
    char request[2049]; 

    listen_fd = socket(AF_INET, SOCK_STREAM, 0); 

    bzero(&servaddr, sizeof(servaddr)); 

    servaddr.sin_family = AF_INET; 
    servaddr.sin_addr.s_addr = htons(INADDR_ANY); 
    if(argc < 2) 
    { 
     printf("Error! Enter a port number to run this server on.\n\tEx: ./server 22000\n\r\0"); 
     return 0; 
    } 
    else 
    { 
     port = atoi(argv[1]); 
    } 

    servaddr.sin_port = htons(port); 

    printf("\n"); 
    printf("Awaiting connections...\n"); 

    bind(listen_fd, (struct sockaddr*)&servaddr, sizeof(servaddr)); 
    listen(listen_fd, 10); 

    //Once the server is listening, enter an infinite loop to keep listening 
    while(1) 
    { 
     conn_fd = accept(listen_fd, (struct sockaddr*) NULL, NULL); 
     bytesRead = read(conn_fd, recvline, sizeof(recvline)); 
     if(bytesRead > 0) //data read 
     { 
      recvline[bytesRead] = '\0'; 

      bzero(absoluteURL, 1025); 
      strcpy(absoluteURL, recvline); 

      //Extract host and page from recvline 
      //For loop used to check if URL begins with HTTP or HTTPS 
      for(stringCounter = 0; stringCounter < 5; stringCounter++) 
      { 
       simpleMatch[stringCounter] = tolower(recvline[stringCounter]); 
      } 
      simpleMatch[strlen(simpleMatch)] = '\0'; 
      if(strcmp("http:", simpleMatch) == 0) 
      { 
       for(stringCounter = 7, tempCount = 0; stringCounter < strlen(recvline); stringCounter++, tempCount++) 
       { 
        temp[tempCount] = recvline[stringCounter]; 
       } 
       temp[strlen(temp)] = '\0'; 
       strcpy(recvline, temp); 
      } 
      else if(strcmp("https", simpleMatch) == 0) 
      { 
       for(stringCounter = 8, tempCount = 0; stringCounter < strlen(recvline); stringCounter++, tempCount++) 
       { 
        temp[tempCount] = recvline[stringCounter]; 
       } 
       temp[strlen(temp)] = '\0'; 
       strcpy(recvline, temp); 
      } 

      //printf("\n\nAfter stripping HTTP, we are left with: %s\n\n", recvline); 

      //Now that HTTP:// or HTTPS:// has been stripped, can parse for domain 
      for(stringCounter = 0, tempCount = 0; stringCounter < strlen(recvline); stringCounter++) 
      { 
       //moving domain into the domain string 
       if(flag == 0) 
       { 
        if(recvline[stringCounter] != '/') 
        { 
         domain[stringCounter] = recvline[stringCounter]; 
        } 
        else 
        { 
         domain[stringCounter + 1] = '\0'; 
         //directory[tempCount] = recvline[stringCounter]; 
         flag = 1; 
         tempCount++; 
        } 
       } 
       else 
       { 
        directory[tempCount] = recvline[stringCounter]; 
        tempCount++; 
       } 
      } 

      //printf("\n\nDirectory is: %s\n\n", directory); 

      //reset flag and append '\0' to directory and domain 
      flag = 0; 
      if(tempCount < 1025) 
      { 
       directory[tempCount] = '\0'; 
      } 
      //directory[strlen(directory)] = '\0'; 
      //domain[strlen(domain)] = '\0'; 

      //Done extracting 

      //Resolve hostname to IP 

      if((rv = getaddrinfo(domain, NULL, NULL, &servinfo)) != 0) 
      { 
       printf("Error: an IP address cannot be resolved for %s\n", domain); 
       return 0; 
       //fprintf(stderr, "getaddrinfo: %s\n", gai_strerror(rv)); 
      } 
      else 
      { 
       for(p = servinfo; p != NULL; p = p->ai_next) 
       { 
        h = (struct sockaddr_in *) p->ai_addr; 
        strcpy(ip, inet_ntoa(h->sin_addr)); 
       } 

       freeaddrinfo (servinfo); 

       printf("%s resolved to: %s\n", domain, ip); 
      } 
      //End Resolve 

      //Now that the IP is resolved, open a socket and connect to the IP 

      //Open socket 
      sockfd = socket(AF_INET, SOCK_STREAM, 0); 
      bzero(&secondServaddr, sizeof(secondServaddr)); 

      secondServaddr.sin_family = AF_INET; 
      secondServaddr.sin_port = htons(80); 

      inet_pton(AF_INET, ip, &(secondServaddr.sin_addr)); //IP taken from earlier resolution 
      connect(sockfd, (struct sockaddr*) &secondServaddr, sizeof(secondServaddr)); 

      //socket is open, can create and send request, finally 
      bzero(request, 2049); 
      //sprintf(request, "GET %s HTTP/1.1\r\nHost: %s\r\n\r\n", directory, domain); 
      //sprintf(request, "GET %s HTTP/1.1\r\n\r\n", absoluteURL); 
      //sprintf(request, "GET %s HTTP/1.1\r\nHost: %s\r\n\r\n", absoluteURL, domain); 
      sprintf(request, "GET /%s HTTP/1.1\r\nHost: %s\r\n\r\n", directory, domain); 

      write(sockfd, request, strlen(request)); 

      printf("\tAttempting to retrieve data: this may be slow.\n"); 

      bzero(recvline, 655360); 
      bzero(parsedRecv, 655360); 

      //Old method used to retrieve data 
      //This was changed when I began to run into issues 
      /*while(1) 
      { 
       secondSocketCount = read(sockfd, parsedRecv, sizeof(parsedRecv)); 
       if(secondSocketCount == -1) 
       { 
        printf("Error receiving data: server terminating.\n"); 
        return 0; 
       } 
       else if(secondSocketCount == 0) 
       { 
        //no more data 
        break; 
       } 
       strcat(recvline, parsedRecv); 
      }*/ 

      //This while loop is used to read in data (the response from the server) 
      bzero(str, 655360); 
      while(secondSocketCount = read(sockfd, recvline, sizeof(recvline)) > 0) 
      { 
       strcat(str, recvline); 
      } 
      //bzero(parsedRecv, 655360); 
      //recvline[strlen(recvline)] = '\0'; 

      printf("\tData retrieved from main server.\n"); 

      //This for loop finds the end of the HTTP header and copies everything after into parsedRecv 
      for(stringCounter = 0, tempCount = 0; stringCounter < strlen(str); stringCounter++) 
       { 
        //lazy if statement to find two \r\n in a row to mark the end of the header 
        if(str[stringCounter] == '\r' && str[stringCounter + 1] == '\n' && str[stringCounter + 2] == '\r' && str[stringCounter + 3] == '\n' && flag == 0) 
        { 
         flag = 1; 
         stringCounter += 3; 
        } 
        if(flag == 1) 
        { 
         parsedRecv[tempCount] = str[stringCounter]; 
         tempCount++; 
        } 
       } 
      flag = 0; 
      parsedRecv[strlen(parsedRecv)] = '\0'; 
      fp = fopen("ReturnedPageServer.html", "w"); 
      if(fp != NULL) 
      { 
       fprintf(fp, "%s", parsedRecv); 
       //fprintf(fp, "%s", recvline); 
      } 
      fclose(fp); 
      printf("\tData saved to ReturnedPageServer.html\n"); 

     } 

     //strcpy(str, "This is a test of the Hello World Broadcast System.\n"); 
     bzero(str, 655360); 
     strcpy(str, parsedRecv); 
     write(conn_fd, str, strlen(str)); 
     close(conn_fd); 
     printf("\tData sent to client.\n"); 
     printf("Awaiting further connections...\n"); 

     //strcpy(directory, ""); 
     //strcpy(domain, ""); 
     //strcpy(recvline, ""); 
     bzero(directory, 1025); 
     bzero(domain, 1025); 
     bzero(temp, 1025); 
     bzero(recvline, 655360); 
    } 
    return 0; 
} 

Client.c

#include <sys/types.h> 
#include <sys/socket.h> 
#include <netdb.h> 
#include <stdio.h> 
#include <stdlib.h> 
#include <string.h> 

//Code adapted from client code provided in class 

int main(int argc, char** argv) 
{ 
    int sockfd, n, port; 
    int len = sizeof(struct sockaddr); 
    char sendline[10000]; 
    char recvline[655360]; 
    struct sockaddr_in servaddr; 

    FILE *fp; 

    sockfd = socket(AF_INET, SOCK_STREAM, 0); 
    bzero(&servaddr, sizeof(servaddr)); 

    servaddr.sin_family = AF_INET; 
    if(argc < 2) 
    { 
     printf("Error! Enter the port number for the server.\n\tEx: ./client 22000\n\r\0"); 
     return 0; 
    } 
    else 
    { 
     port = atoi(argv[1]); 
    } 
    servaddr.sin_port = htons(port); 

    inet_pton(AF_INET, "129.120.151.94", &(servaddr.sin_addr)); //CSE01 IP 
    connect(sockfd, (struct sockaddr*) &servaddr, sizeof(servaddr)); 

    printf("url: "); 
    scanf("%s", sendline); 

    //strcpy(sendline, "The server should display this text.\n\0"); 
    //printf("\nLength of string: %d\n", strlen(sendline)); 
    //printf("\t%s\n", sendline); 
    write(sockfd, sendline, strlen(sendline)); 

    fp = fopen("ReturnedPageClient.html", "w"); 
    bzero(recvline, 655360); 
    while(n = read(sockfd, recvline, sizeof(recvline)) > 0) 
    { 
     //printf("%s", recvline); 
     if(fp != NULL) 
     { 
      fprintf(fp, "%s", recvline); 
     } 
     else 
     { 
      printf("\tError saving file: client terminating.\n"); 
      fclose(fp); 
      return 0; 
     } 

    } 
    fclose(fp); 
    printf("\tResponse received from proxy server.\n\tFile saved as \"ReturnedPageClient.html\"\n"); 
    close(sockfd); 
    return 0; 
} 
+3

'simpleMatch [strlen(simpleMatch)] ='\ 0';'不会终止字符串! – chqrlie

+2

您对非C风格字符串的东西使用'strlen'。如果他们是C风格的字符串,他们已经终止了。如果它们不是C风格的字符串,则不能将它们传递给'strlen'。 –

+0

语法错误:'while(n = read(sockfd,recvline,sizeof(recvline))> 0)' – chqrlie

回答

0

要排序的客户端和服务器与插座之间的通信,需要某种形式的协议,以便在连接每一方都可以确定当一条消息完成时。通过TCP套接字发送的消息可以以不同于发送方写入的大小的块接收。

你不会在你的程序中考虑到这一点,你假设一个成功的read请求返回发送端的write请求所写的数据。这是不正确的:您应该继续读取套接字并将读取的块存储到请求缓冲区中,直到完成请求或套接字关闭。

一个简单的协议就是一次写一行。使用\n字符排序请求和答案。这或多或少是HTTP,SMTP和POP协议所做的。

代码诸多问题:

  • 它具有防止编译语法错误。

  • 您将非常大的缓冲区定义为自动变量,超过2MB时,您可能会在某些系统上发生堆栈溢出。

  • 由于您没有传输终止符,因此读入缓冲区的数据应该手动终止。你似乎意识到这个问题,但你的方法parsedRecv[strlen(parsedRecv)] = '\0';没有做任何有用的事情。根据定义,strlen(parsedRecv)'\0'字节的偏移量。如果字符串未正确空终止,则strlen将在缓冲区的末尾扫描并调用未定义的行为。您应该在成功read后手动设置'\0'字节与recvline[n] = '\0';

  • 你尝试和匹配字符串片段与strcmp:这是不是最有效的,因为你需要先将片段复制到一个单独的缓冲和空终止它,以便strcmp可以比较,作为一个完整的字符串。使用memcmp代替指定的片段长度。

2

一个问题 - 不确定是否它的'问题' - 是你期待TCP以消息为导向。即您发送500字节的消息,并期望收到一个500字节的数据块。这不是TCP的工作原理。 TCP是面向数据流的,500字节的发送可以在服务器上读取250个2字节,或者1,500字节或100,50,100,2,2,2,2,2,240。您必须在服务器上循环直到你收到所有的'消息'。这会导致不一致的行为,特别是事情会在本地工作,但不会在“真实”网络上工作。

这反过来引发了如何知道您已收到整个“消息”的问题。你需要有一些更高级别的协议,允许消息帧(例如发送一个固定长度的长度然后发送)

+0

难道我们没有一个好的重复吗?这是今天同样性质的第三个问题。 – SergeyA

相关问题