// 取楼中楼列表
void GetLzls(const CString& tid, const CString& page, vector<PostInfo>& posts, vector<PostInfo>& lzls)
{
time_t timestamp;
time(×tamp);
CString url;
url.Format(_T("http://tieba.baidu.com/p/totalComment?t=%I64d&tid=%s&fid=%s&pn=%s&see_lz=0"), timestamp, tid, g_forumID, page);
CString src = HTTPGet(url, FALSE, &g_stopScanFlag);
//WriteString(src, _T("lzl.txt"));
CStringArray splitedSrc; // 0楼中楼，1用户
SplitString(splitedSrc, src, _T("\"user_list\":{"));
lzls.clear();
if (splitedSrc.GetSize() != 2)
return;
// 遍历用户采集头像哈希
CStringArray users;
SplitString(users, splitedSrc[1], LZL_USER_SPLIT);
map<CString, CString> portrait;
for (int i = 1; i < users.GetSize(); i++)
{
CString id = JSUnescape(GetStringBefore(users[i], LZL_USER_NAME_RIGHT));
portrait[id] = GetStringBetween(users[i], LZL_USER_PORTRAIT_LEFT, LZL_USER_PORTRAIT_RIGHT);
}
// 遍历楼层
int iLzls = 0;
for (std::regex_iterator<LPCTSTR> it((LPCTSTR)splitedSrc[0], (LPCTSTR)splitedSrc[0] + splitedSrc[0].GetLength(), LZL_FLOOR_REG), end; it != end; it++)
{
// 查找该层楼层
CString pid = (*it)[1].str().c_str(); // 该层PID
CString floor;
for (PostInfo post : posts)
if (post.pid == pid)
{
floor = post.floor;
break;
}
// 遍历该层楼中楼
CStringArray rawLzls;
SplitString(rawLzls, (*it)[2].str().c_str(), LZL_SPLIT);
lzls.resize(lzls.size() + rawLzls.GetSize() - 1);
for (int iRawLzls = 1; iRawLzls < rawLzls.GetSize(); iRawLzls++, iLzls++)
{
lzls[iLzls].pid = GetStringBetween(rawLzls[iRawLzls], LZL_PID_LEFT, LZL_PID_RIGHT);
lzls[iLzls].floor = floor;
lzls[iLzls].author = JSUnescape(GetStringBetween(rawLzls[iRawLzls], LZL_AUTHOR_LEFT, LZL_AUTHOR_RIGHT));
lzls[iLzls].authorID = GetStringBetween(rawLzls[iRawLzls], LZL_AUTHOR_ID_LEFT, LZL_AUTHOR_ID_RIGHT);
lzls[iLzls].authorPortrait = portrait[lzls[iLzls].author];
lzls[iLzls].content = HTMLUnescape(JSUnescape(GetStringBetween(rawLzls[iRawLzls], LZL_CONTENT_LEFT, LZL_CONTENT_RIGHT)));
}
}
}
// 取主题列表
BOOL GetThreads(LPCTSTR forumName, LPCTSTR ignoreThread, vector<ThreadInfo>& threads)
{
CString src = HTTPGet(_T("http://tieba.baidu.com/f?ie=UTF-8&kw=") + EncodeURI(forumName)
+ _T("&tp=0&pn=") + ignoreThread + _T("&apage=1"), FALSE, &g_stopScanFlag);
CStringArray rawThreads;
SplitString(rawThreads, src, THREAD_SPLIT);
if (rawThreads.GetSize() < 2)
{
if (src != NET_STOP_TEXT && src != NET_TIMEOUT_TEXT)
WriteString(src, _T("forum.txt"));
return FALSE;
}
int iThreads;
//// 今日主题
//CString topic = GetStringBetween(rawThreads[0], TOPIC_LEFT, TOPIC_RIGHT);
//if (topic != _T(""))
//{
// threads.resize(rawThreads.GetSize());
// int pos = topic.Find(TOPIC_TID_LEFT);
// threads[0].tid = GetStringBetween(topic, TOPIC_TID_LEFT, TOPIC_TID_RIGHT, pos);
// threads[0].reply = GetStringBetween(topic, TOPIC_REPLY_LEFT, TOPIC_REPLY_RIGHT);
// threads[0].title = GetStringBetween(topic, TOPIC_TITLE_LEFT, TOPIC_TITLE_RIGHT, pos);
// threads[0].preview = GetStringBetween(topic, TOPIC_PREVIEW_LEFT, TOPIC_PREVIEW_RIGHT, pos);
// threads[0].author = _T("");
// iThreads = 1;
//}
//else
//{
threads.resize(rawThreads.GetSize() - 1);
iThreads = 0;
//}
// 普通主题
rawThreads[rawThreads.GetSize() - 1] = GetStringBefore(rawThreads[rawThreads.GetSize() - 1], THREAD_END);
for (int iRawThreads = 1; iRawThreads < rawThreads.GetSize(); iRawThreads++, iThreads++)
{
threads[iThreads].tid = GetStringBetween(rawThreads[iRawThreads], THREAD_TID_LEFT, THREAD_TID_RIGHT);
threads[iThreads].reply = GetStringBetween(rawThreads[iRawThreads], THREAD_REPLY_LEFT, THREAD_REPLY_RIGHT);
threads[iThreads].title = HTMLUnescape(GetStringBetween(rawThreads[iRawThreads], THREAD_TITLE_LEFT, THREAD_TITLE_RIGHT));
threads[iThreads].preview = HTMLUnescape(GetStringBetween(rawThreads[iRawThreads], THREAD_PREVIEW_LEFT, THREAD_PREVIEW_RIGHT))
+ _T("\r\n") + GetStringBetween2(rawThreads[iRawThreads], THREAD_MEDIA_LEFT, THREAD_MEDIA_RIGHT);
threads[iThreads].authorID = GetStringBetween(rawThreads[iRawThreads], THREAD_AUTHOR_ID_LEFT, THREAD_AUTHOR_ID_RIGHT);
threads[iThreads].author = JSUnescape(GetStringBefore(rawThreads[iRawThreads], THREAD_AUTHOR_RIGHT));
//OutputDebugString(_T("\n"));
//OutputDebugString(rawThreads[iRawThreads]);
//OutputDebugString(_T("\n----------------------------------"));
}
return TRUE;
}
// 取用户名
void CLoginDlg::GetLoginUserName()
{
CString src = HTTPGet(_T("http://tieba.baidu.com/f?ie=utf-8&kw=%D2%BB%B8%F6%BC%AB%C6%E4%D2%FE%C3%D8%D6%BB%D3%D0")
_T("xfgryujk%D6%AA%B5%C0%B5%C4%B5%D8%B7%BD"), TRUE, NULL, &m_cookie);
CString tmp;
std::wcmatch res;
if (std::regex_search((LPCTSTR)(tmp = GetStringBetween(src, _T("PageData.user"), _T("}"))), res, USER_NAME_REG))
m_userName = JSUnescape(res[3].str().c_str());
if (m_userName == _T(""))
WriteString(src, _T("login_forum.txt"));
}
// 取帖子列表
GetPostsResult GetPosts(const CString& tid, const CString& _src, const CString& page, vector<PostInfo>& posts, vector<PostInfo>& lzls)
{
CString src = _src != _T("") ? _src : HTTPGet(_T("http://tieba.baidu.com/p/") + tid + _T("?pn=") + page, FALSE, &g_stopScanFlag);
if (src == NET_STOP_TEXT)
return GET_POSTS_STOP;
if (src == NET_TIMEOUT_TEXT)
return GET_POSTS_TIMEOUT;
CStringArray rawPosts;
SplitString(rawPosts, src, POST_SPLIT);
if (rawPosts.GetSize() < 2)
return GET_POSTS_DELETED;
posts.resize(rawPosts.GetSize() - 1);
for (int iRawPosts = 1, iPosts = 0; iRawPosts < rawPosts.GetSize(); iRawPosts++, iPosts++)
{
posts[iPosts].pid = GetStringBetween(rawPosts[iRawPosts], POST_PID_LEFT, POST_PID_RIGHT);
posts[iPosts].floor = GetStringBetween(rawPosts[iRawPosts], POST_FLOOR_LEFT, POST_FLOOR_RIGHT);
posts[iPosts].author = JSUnescape(GetStringBetween(rawPosts[iRawPosts], POST_AUTHOR_LEFT, POST_AUTHOR_RIGHT));
posts[iPosts].authorID = GetStringBetween(rawPosts[iRawPosts], POST_AUTHOR_ID_LEFT, POST_AUTHOR_ID_RIGHT);
posts[iPosts].authorPortrait = GetStringBetween(rawPosts[iRawPosts], POST_AUTHOR_PORTRAIT_LEFT, POST_AUTHOR_PORTRAIT_RIGHT);
//posts[iPosts].content = GetStringBetween(rawPosts[iRawPosts], POST_CONTENT_LEFT, POST_CONTENT_RIGHT);
int left = rawPosts[iRawPosts].Find(POST_CONTENT_LEFT) + _tcslen(POST_CONTENT_LEFT);
left = rawPosts[iRawPosts].Find(_T(">"), left) + 1;
// 去掉首空格
while (left < rawPosts[iRawPosts].GetLength() && rawPosts[iRawPosts][left] == _T(' '))
left++;
int right = rawPosts[iRawPosts].Find(POST_CONTENT_RIGHT, left + 1);
// CString不支持反向查找字符串？
posts[iPosts].content = rawPosts[iRawPosts].Mid(left, right - left);
LPCTSTR pos = StrRStrI(posts[iPosts].content, NULL, _T("</div>"));
if (pos != NULL)
{
right = ((DWORD)pos - (DWORD)(LPCTSTR)posts[iPosts].content) / sizeof(TCHAR)-1;
// 去掉尾空格
while (right >= 0 && posts[iPosts].content[right] == _T(' '))
right--;
posts[iPosts].content = posts[iPosts].content.Left(right + 1);
}
// 签名档
posts[iPosts].content += _T("\r\n") + GetStringBetween2(rawPosts[iRawPosts], POST_SIGN_LEFT, POST_SIGN_RIGHT);
//OutputDebugString(_T("\n"));
//OutputDebugString(rawPosts[iRawPosts]);
//OutputDebugString(_T("\n----------------------------------"));
}
GetLzls(tid, page, posts, lzls);
return GET_POSTS_SUCCESS;
}
