遇到TCP傳輸大文件問題,主要是
(1)、傳輸快,但拼接成的大文件數據錯
(2)、加校驗,傳輸變慢
(3)、接收包數跟發送包數不對應
費了一段時間才解決。
今天,整理一下,留以後備用。
首先,TCP是有連接、自帶校驗的傳輸協議,不需要再另外加代碼(如接收端回覆碼給發送端)確保其正確性,這樣可以保證TCP的速度,基本能達到4M/s以上。
如接收包數和發送包數不一致,這只是說兩邊發送、接收的速度不對應,發送慢、接受快了,就會出現接收的次數多(不信你可以找找,你接收的數據個數中肯定有小於BUFFER_SIZE的)。所以在拼接成大文件時,就不能按照預設的size進行,應該按照實際接收到的數據size進行偏移。
TCP傳輸時,發送端和接收端有緩衝區,send()和recv()函數其實只是實現copy功能,把緩衝區的內容拷出來。所以會出現緩衝區爆掉、接收接不全數據的情況。
附上自己調試時寫的小代碼,僅供參考
客戶端實現的功能是,把一段1344000的數據(bmp圖片的數據大小去掉54字節的header)發送給服務器端。文件流獲取圖片數據去圖片頭,模擬拍照等獲取到的純圖片數據。實際傳輸的數據爲1344000的數據。
client.c
#include <netinet/in.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <time.h>
#include <arpa/inet.h>
#define SERVER_PORT 6666
#define BUFFER_SIZE 1024
struct image_data{
int value;
unsigned char * imageData;
int length;
struct image_data * next;
};
int main(int argc,char **argv)
{
if(argc!=2)
{
printf("參數錯誤,清輸入兩個參數\n");
exit(1);
}
FILE *stream;
struct sockaddr_in server_addr;
bzero(&server_addr,sizeof(server_addr));
server_addr.sin_family = AF_INET; //internet協議族
server_addr.sin_addr.s_addr = inet_addr(argv[1]);
server_addr.sin_port = htons(SERVER_PORT);
int sfd;
sfd=socket(AF_INET,SOCK_STREAM,0);
if(sfd<0)
{
printf("socket error\n");
exit(0);
}
int file_length;
int tcpnum;
int file_send_len;
unsigned char snddata[1344000];
unsigned char buffer[BUFFER_SIZE];
file_length = sizeof(snddata);
FILE *fp;
if (!(fp = fopen("1.bmp", "rb")))
{
return -1;
}
fseek(fp, SEEK_SET, 54);
fread(snddata, sizeof(unsigned char), file_length, fp);
fclose(fp);
struct image_data * temp_data = NULL;
temp_data = (struct image_data *)malloc(sizeof(struct image_data));
temp_data->imageData = (unsigned char *)malloc(sizeof(unsigned char) * file_length);
temp_data ->imageData = snddata;
temp_data ->length = file_length;
if(connect(sfd,(struct sockaddr*)&server_addr,sizeof(server_addr)) < 0)
{
printf("Can Not Connect To %s\n",argv[1]);
exit(1);
}
bzero(buffer,BUFFER_SIZE);
printf("正在傳輸...\n");
int len=0;
//不斷讀取併發送數據
tcpnum = file_length/BUFFER_SIZE;
if((tcpnum * BUFFER_SIZE) < file_length)
{
tcpnum++;
}
printf("tcpnum = %d\n", tcpnum);
int i;
for(i = 0 ; i < tcpnum; i++)
{
if((file_length - i * BUFFER_SIZE) >= BUFFER_SIZE)
{
file_send_len = BUFFER_SIZE;
}
else
{
file_send_len = file_length - i * BUFFER_SIZE;
}
bzero(buffer,BUFFER_SIZE);
memcpy(buffer, temp_data->imageData + (i * BUFFER_SIZE), file_send_len);
len = send(sfd, buffer, file_send_len, 0);
if(len < 0)
{
printf("send file error\n");
break;
}
}
close(sfd);
printf("tcp over\n");
return 0;
}
server.c
服務器端把數據存進一個數據,接收完之後,生成bmp圖片。還可以直接存進文件(被註釋了),但必須在客戶端把圖片header加上,一起發給服務器端。
#include <netinet/in.h>
#include <sys/types.h>
#include <sys/socket.h>
#include <stdio.h>
#include <stdlib.h>
#include <time.h>
#include <string.h>
#define SERVER_PORT 6666
#define LISTEN_QUEUE 20
#define BUFFER_SIZE 1024
typedef struct tagRGBQUAD
{
unsigned char rgbBlue;
unsigned char rgbGreen;
unsigned char rgbRed;
} RGBQUAD;
static int youwritetobmp1(RGBQUAD*pixarr, int xsize, int ysize, int num) ;
int num = 0;
int main(int argc,char **argv)
{
struct sockaddr_in server_addr;
bzero(&server_addr,sizeof(server_addr));//全部置零
//設置地址相關的屬性
server_addr.sin_family=AF_INET;
server_addr.sin_addr.s_addr=htons(INADDR_ANY);
server_addr.sin_port=htons(SERVER_PORT);
//創建套接字
int server_socket=socket(AF_INET,SOCK_STREAM,0);
if(server_socket<0)
{
printf("socket create error\n");
exit(1);
}
//綁定端口
if(bind(server_socket,(struct sockaddr*)&server_addr,sizeof(server_addr)))
{
printf("bind error\n");
exit(1);
}
//服務器端監聽
if(listen(server_socket,LISTEN_QUEUE))
{
printf("Server listen error\n");
exit(1);
}
//服務器端一直運行
while(1)
{
pid_t pid;
struct sockaddr_in client_addr;
socklen_t length=sizeof(client_addr);
//accept返回一個新的套接字與客戶端進行通信
int new_server_socket=accept(server_socket,(struct sockaddr*)&client_addr,&length);
//1*begin******************************************************************************
if(new_server_socket==-1)
{
printf("accept error\n");
continue;
}
else
{
printf("客戶端%s連接成功\n",inet_ntoa(client_addr.sin_addr));
pid=fork();
//3*begin**運行子進程*************************************************************
if(pid==0)
{
int data_len,flag=0;
char buffer[BUFFER_SIZE];
// 定義文件流
FILE *stream;
bzero(buffer,BUFFER_SIZE);
strcpy(buffer,"Please enter the total path");
strcat(buffer,"\n");
send(new_server_socket,buffer,BUFFER_SIZE,0);
bzero(buffer,BUFFER_SIZE);
//2*begin**服務器接受數據*********************************************
// if((stream=fopen("data","w"))==NULL)
// {
// printf("file open error\n");
// exit(1);
// }
// else
// {
// bzero(buffer,BUFFER_SIZE);
// }
unsigned char recv_data[1344000];
int offset = 0;
bzero(recv_data, 1344000);
// printf("正在接收來自%s的文件....\n",inet_ntoa(client_addr.sin_addr));
//先將數據接受到緩衝區buffer中,再寫入到新建的文件中
while((data_len=recv(new_server_socket,buffer,BUFFER_SIZE,0)) > 0)
{
flag++;
printf("flag is %d\n",flag);
printf("data_len is %d\n",data_len);
if(flag==1)
{
printf("正在接收來自%s的文件....\n",inet_ntoa(client_addr.sin_addr));
}
if(data_len<0)
{
printf("接收錯誤\n");
exit(1);
}
//向文件中寫入數據
//int write_len=fwrite(buffer,sizeof(char),data_len,stream);
//if(write_len>data_len)
// {
// printf("file write failed\n");
// exit(1);
// }
printf("offset is %d\n",offset);
memcpy(recv_data + offset, buffer, data_len);
offset += data_len;
bzero(buffer,BUFFER_SIZE);
}
if(flag>0)
printf("%s的文件傳送完畢\n",inet_ntoa(client_addr.sin_addr));
if(flag==0)
printf("%s的文件傳輸失敗\n",inet_ntoa(client_addr.sin_addr));
//2*end**服務器接受數據****************************************************
// rename("data",inet_ntoa(client_addr.sin_addr));
//fclose(stream);
//rename("data",inet_ntoa(client_addr.sin_addr));
printf("to bmp file\n");
youwritetobmp1((RGBQUAD *) recv_data, 1280, 350, num);
num++;
exit(1);
}
//3*end**運行子進程**********************************************************
else
{
close(new_server_socket);
}
}
//1*end**************************************************************************************
close(new_server_socket);
}
return 0;
}
/**描述:生成bmp圖片
**參數:1、圖片數據 2、寬 3、長 4、保存圖片區分字符
*返回:0 成功 -1 不成功
**/
static int youwritetobmp1(RGBQUAD*pixarr, int xsize, int ysize, int num)
{
unsigned char header[54] =
{
0x42, 0x4d, 0, 0, 0, 0, 0,
0, 0, 0,54, 0, 0, 0, 40, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1, 0, 24, 0,0, 0, 0, 0, 0, 0,
0, 0, 0, 0,0, 0, 0, 0, 0, 0,
0, 0, 0, 0,0, 0, 0, 0
};
RGBQUAD * pixarr1;
int i;
int j;
long file_size = (long)xsize * (long)ysize * 3 + 54;
header[2] = (unsigned char)(file_size &0x000000ff);
header[3] = (file_size >> 8) & 0x000000ff;
header[4] = (file_size >> 16) & 0x000000ff;
header[5] = (file_size >> 24) & 0x000000ff;
long width;
if(!(xsize%4)) width=xsize;
else width= xsize+(4-xsize%4); //Èç²»ÊÇ4µÄ±¶Êý£¬Ôòת»»³É4µÄ±¶Êý
header[18] = width & 0x000000ff;
header[19] = (width >> 8) &0x000000ff;
header[20] = (width >> 16) &0x000000ff;
header[21] = (width >> 24) &0x000000ff;
long height = ysize;
header[22] = height &0x000000ff;
header[23] = (height >> 8) &0x000000ff;
header[24] = (height >> 16) &0x000000ff;
header[25] = (height >> 24) &0x000000ff;
char fname_bmp[128];
sprintf(fname_bmp, "capture_%d.bmp",num);
FILE *fp;
if (!(fp = fopen(fname_bmp, "wb")))
return -1;
fwrite(header, sizeof(unsigned char), 54, fp);
RGBQUAD zero={0,0,0}; //²»×ã×֜ڣ¬ÓÃzeroÌî³ä
pixarr1 = pixarr + xsize * (ysize -1);
for(j=0;j<ysize;j++)
{
if(!(xsize%4))
{
for(i=0;i<xsize;i++)
{
fwrite(pixarr1+i, sizeof(RGBQUAD),1, fp);
}
pixarr1 -=xsize;
}
else
{
for(i=0;i<xsize;i++)
{
fwrite(pixarr+i, sizeof(RGBQUAD),1, fp);
}
for(i=xsize;i<xsize+(4-xsize%4);i++)
{
fwrite(&zero, sizeof(RGBQUAD),1, fp);
}
}
}
fclose(fp);
return 0;
}