设为首页 加入收藏

TOP

curl多线程下载实现(一)
2014-11-23 20:01:22 】 浏览:450
Tags:curl 线程 下载 实现

其实libcurl自带一个应用,很高大上,但是作为范例参考怎么使用libcurl觉得不大适合!还是写一些helloworl的程序的,一目了然......


#include "stdafx.h"
#include
#include "curl/curl.h"
#include


#include "curl/easy.h"


#include "pthread.h"


using namespace std;


struct tNode
{
FILE *fp;
int startidx;
int maxidx;
void *_curl;
pthread_t _tid;
};
bool bError = false;
int threadCnt = 0;
static pthread_mutex_t foo_mutex = PTHREAD_MUTEX_INITIALIZER;
static size_t downLoadPackage(void *ptr, size_t size, size_t nmemb, void *userdata)
{
tNode *node = (tNode*)userdata;
size_t written = 0;
pthread_mutex_lock(&foo_mutex);
if ( node->startidx + size * nmemb <= node->maxidx )
{
fseek( node->fp, node->startidx, SEEK_SET );
written = fwrite(ptr, size, nmemb, node->fp);
node->startidx += size * nmemb;
}
else
{
fseek( node->fp, node->startidx, SEEK_SET );
written = fwrite(ptr, 1, node->maxidx - node->startidx + 1, node->fp);
node->startidx = node->maxidx;
}
pthread_mutex_unlock(&foo_mutex);
return written;
}


int assetsManagerProgressFunc(void *ptr, double totalToDownload, double nowDownloaded, double totalToUpLoad, double nowUpLoaded)
{
static int percent = 0;
int tmp = 0;
if ( totalToDownload > 0 )
{
tmp = (int)(nowDownloaded / totalToDownload * 100);
}

printf("下载进度%0d%%\r", tmp);
return 0;
}


/************************************************************************/
/* 获取要下载的远程文件的大小 */
/************************************************************************/
long getDownloadFileLenth(const char *url){
double downloadFileLenth = 0;
CURL *handle = curl_easy_init();
curl_easy_setopt(handle, CURLOPT_URL, url);
curl_easy_setopt(handle, CURLOPT_HEADER, 1); //只需要header头
curl_easy_setopt(handle, CURLOPT_NOBODY, 1); //不需要body
if (curl_easy_perform(handle) == CURLE_OK)
{
curl_easy_getinfo(handle, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &downloadFileLenth);
}
else
{
downloadFileLenth = -1;
}
return downloadFileLenth;
}


void* workThread(void* pData)
{
tNode* pNode = (tNode*)pData;


int res = curl_easy_perform(pNode->_curl);


if ( res != 0 )
{


}


curl_easy_cleanup(pNode->_curl);


pthread_mutex_lock(&foo_mutex);
threadCnt --;
pthread_mutex_unlock(&foo_mutex);
delete pNode;
pthread_exit(0);


return NULL;
}


bool downLoad(int threadNum, std::string _packageUrl, std::string _storagePath, std::string fileName )
{
long fileLength = getDownloadFileLenth(_packageUrl.c_str());


if ( fileLength <= 0 )
{
printf("get the file error...");
return false;
}



// Create a file to save package.
const string outFileName = _storagePath + fileName;
FILE *fp = fopen(outFileName.c_str(), "wb");
if (! fp)
{
return false;
}


//_chsize((int)fp, fileLength);


int gap = fileLength / threadNum;


for ( int i = 0; i <= threadNum; i ++ )
{
tNode* pNode = new tNode();


if ( i < threadNum )
{
pNode->startidx = i * gap;
pNode->maxidx = pNode->startidx - 1;
}
else
{
if ( fileLength % threadNum != 0 )
{
pNode->startidx = i * gap;
pNode->maxidx = fileLength - 1;
}
}


CURL* _curl = curl_easy_init();


pNode->_curl = _curl;
pNode->fp = fp;


// Download pacakge
curl_easy_setopt(_curl, CURLOPT_URL, _packageUrl.c_str());
curl_easy_setopt(_curl, CURLOPT_WRITEFUNCTION, downLoadPackage);
curl_easy_setopt(_curl, CURLOPT_WRITEDATA, pNode);
curl_easy_setopt(_curl, CURLOPT_NOPROGRESS, false);
curl_easy_setopt(_curl, CURLOPT_PROGRESSFUNCTION, assetsManagerProgressFunc);
//curl_easy_setopt(_curl, CURLOPT_PR

首页 上一页 1 2 下一页 尾页 1/2/2
】【打印繁体】【投稿】【收藏】 【推荐】【举报】【评论】 【关闭】 【返回顶部
上一篇常用数据库JDBC连接法 下一篇fopen创建指定大小的文件

最新文章

热门文章

Hot 文章

Python

C 语言

C++基础

大数据基础

linux编程基础

C/C++面试题目