标 题: 获取电驴首页推荐信息和指定栏目信息
作 者: itdef链 接:欢迎转帖 请保持文本完整并注明出处
/******************************************************************************** @file * @author def< qq group: 324164944 >* @blog http://www.cnblogs.com/itdef/* @brief /*******************************************************************************/ #include "stdafx.h" #include#include #include #include #include #include using namespace std; #ifdef _DEBUG#define new DEBUG_NEW#endif int GetHttpFileData(CString strUrl,char* DownloadHtmFileName);int ParseHomePageDownloadFile(char* szfileName);int UTF8Str2GBK(const string& strUTF8,string& strGBK);void GetHomePageRecommend(char* szName,const string& strGbk); // 唯一的应用程序对象 CWinApp theApp; using namespace std; int ParseUpdateFile(char* szfileName){ int iRet = -1; if(NULL == szfileName) return iRet; fstream fs(szfileName); stringstream ss ; // 创建字符串流对象 ss << fs.rdbuf(); // 把文件流中的字符输入到字符串流中 fs.close(); string str = ss.str(); // 获取流中的字符串 string strGbk; int i = UTF8Str2GBK(str,strGbk); if(strGbk.size() == 0 || i != 0) { cerr << "transfer utf8 to gbk error" << endl; return iRet; } basic_string ::size_type keyWordStart = strGbk.find(" "); basic_string <char>::size_type keyWordEnd = strGbk.find(" ",keyWordStart+1); if( (keyWordStart != string::npos) && (keyWordEnd != string::npos) && (keyWordEnd > keyWordStart) ) { string strKeyWord = strGbk.substr(keyWordStart+7,keyWordEnd - keyWordStart -7); cout << strKeyWord << endl; } keyWordStart = strGbk.find(""); keyWordEnd = strGbk.find("",keyWordStart+1); if( (keyWordStart != string::npos) && (keyWordEnd != string::npos) && (keyWordEnd > keyWordStart) ) { string strKeyWord = strGbk.substr(keyWordStart+22,keyWordEnd - keyWordStart -22); cout << strKeyWord << endl; } iRet = 0; return iRet;} void ShowUpdateInfo(char* szHtmAddress){ if ( 0 != GetHttpFileData(szHtmAddress,"HtmDownloadFile")) { cerr << "GetHttpFileData error once" << endl; } if( 0 != ParseUpdateFile("HtmDownloadFile")) { cerr << "ParseUpdateFile error once" << endl; } } void ShowHomePageElement(char* szHomePageAddress){ if ( 0 != GetHttpFileData(szHomePageAddress,"HtmDownloadFile")) { cerr << "GetHttpFileData error once" << endl; } if( 0 != ParseHomePageDownloadFile("HtmDownloadFile")) { cerr << "GetHttpFileData error once" << endl; }} int _tmain(int argc, TCHAR* argv[], TCHAR* envp[]){ int nRetCode = 0; // 初始化 MFC 并在失败时显示错误 if (!AfxWinInit(::GetModuleHandle(NULL), NULL, ::GetCommandLine(), 0)) { // TODO: 更改错误代码以符合您的需要 _tprintf(_T("错误: MFC 初始化失败\n")); nRetCode = 1; } else { // TODO: 在此处为应用程序的行为编写代码。 ShowHomePageElement("http://www.verycd.com/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/790244/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/519062/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/780306/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/522227/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/507338/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/515005/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/794197/"); cout << "****************************************************" << endl; ShowUpdateInfo("http://www.verycd.com/entries/511135/"); cout << "****************************************************" << endl; } system("pause"); return nRetCode;} int UTF8Str2GBK(const string& strUTF8,string& strGBK){ int i = MultiByteToWideChar(CP_UTF8, 0, strUTF8.c_str(), -1, NULL, 0); WCHAR *wsz = NULL; TCHAR *tsz = NULL; int iRet = -1; wsz = new WCHAR[i+1]; if( NULL == wsz) { goto UTF8Str2GBK_EXIT; } MultiByteToWideChar(CP_UTF8, 0, strUTF8.c_str(), -1, wsz, i); i = WideCharToMultiByte(CP_ACP, 0, wsz, -1, NULL, 0, NULL, NULL); tsz = new TCHAR[i+1]; if( NULL == tsz) { goto UTF8Str2GBK_EXIT; } WideCharToMultiByte(CP_ACP, 0, wsz, -1, tsz, i, NULL, NULL); strGBK = string(tsz); iRet = 0;UTF8Str2GBK_EXIT: delete []wsz; delete []tsz; return iRet;} int ParseHomePageDownloadFile(char* szfileName){ int iRet = -1; if(NULL == szfileName) return iRet; fstream fs(szfileName); stringstream ss ; // 创建字符串流对象 ss << fs.rdbuf(); // 把文件流中的字符输入到字符串流中 fs.close(); string str = ss.str(); // 获取流中的字符串 string strGbk; int i = UTF8Str2GBK(str,strGbk); if(strGbk.size() == 0 || i != 0) { cerr << "transfer utf8 to gbk error" << endl; return iRet; } cout << "首页大推" << endl; GetHomePageRecommend("VeryCD.TrackEvent('base','首页大推',",strGbk); cout << "首页小推" << endl; GetHomePageRecommend("VeryCD.TrackEvent('base','首页小推',",strGbk); iRet = 0; return iRet;} void GetHomePageRecommend(char* szName,const string& strGbk){ setsetKeyWord; //cout << strGbk; basic_string ::size_type keyWordStart = strGbk.find(szName); basic_string ::size_type keyWordEnd = strGbk.find("')",keyWordStart+1); if( (keyWordStart != string::npos) && (keyWordEnd != string::npos) && (keyWordEnd > keyWordStart + 37) ) { string strKeyWord = strGbk.substr(keyWordStart+37,keyWordEnd - keyWordStart - 37); setKeyWord.insert(strKeyWord); //cout << "电驴首页小推 " << strKeyWord << endl; } while( keyWordStart != string::npos && keyWordEnd != string::npos) { keyWordStart = strGbk.find(szName,keyWordEnd+1); keyWordEnd = strGbk.find("')",keyWordStart+1); if( (keyWordStart != string::npos) && (keyWordEnd != string::npos) && (keyWordEnd > keyWordStart + 37) ) { string strKeyWord = strGbk.substr(keyWordStart+37,keyWordEnd - keyWordStart - 37); setKeyWord.insert(strKeyWord); //cout << "电驴首页小推 " << strKeyWord << endl; } } set ::iterator pos; for(pos = setKeyWord.begin();pos != setKeyWord.end();++ pos) { cout << "电驴首页推荐 " << *pos << endl; } } int GetHttpFileData(CString strUrl,char* szDownloadHtmFileName){ CInternetSession Session("Internet Explorer", 0); CHttpFile *pHttpFile = NULL; CString strData; CString strClip; int iRet = -1; if(szDownloadHtmFileName == NULL) { cerr << "DownloadHtmFileName is NULL" << endl; Session.Close(); return iRet; } ofstream of(szDownloadHtmFileName); if (of.bad()) { cerr << "of create file error" << endl; Session.Close(); return iRet; } try { pHttpFile = (CHttpFile*)Session.OpenURL(strUrl); while ( pHttpFile->ReadString(strClip) ) { of << strClip; } }catch(CInternetException* pEx) { TCHAR pszError[64]; pEx->GetErrorMessage(pszError, 64); cerr << __FUNCTION__ << pszError << endl; goto GetHttpFileData_EXIT; } iRet = 0; GetHttpFileData_EXIT: Session.Close(); of.close(); return iRet;}
关于字符集转换的 文章