#include <fsWebPageDownloader.h>
Definition at line 139 of file fsWebPageDownloader.h.
| fsWebPageDownloader::fsWebPageDownloader | ( | ) |
Definition at line 23 of file fsWebPageDownloader.cpp.
References FALSE, m_bIsDeleting, m_bStopped, m_bWasShutdownMsg, m_cs_Done_Redir_Events, m_nMaxID, m_pfnEvents, m_wpds, NULL, and ReadDefaultWPDS().
| fsWebPageDownloader::~fsWebPageDownloader | ( | ) | [virtual] |
Definition at line 34 of file fsWebPageDownloader.cpp.
References m_cs_Done_Redir_Events, m_vConfs, m_wpds, SAFE_DELETE, and fsWPDSettings::vIgnoreList.
| void fsWebPageDownloader::GetDownloadingSiteName | ( | LPSTR | psz | ) |
Definition at line 1825 of file fsWebPageDownloader.cpp.
References fsURL::Crack(), fsURL::Create(), fsURL::GetHostName(), fsURL::GetInternetScheme(), fsURL::GetPort(), and GetStartURL().
Referenced by CSpiderWnd::_DownloaderEvents(), and CMainFrame::Balloon_ShowDLInfo().
| BOOL fsWebPageDownloader::Create | ( | LPCSTR | pszPageURL, | |
| BOOL | bAutoStart = TRUE, |
|||
| fsSchedule * | task = NULL | |||
| ) |
Definition at line 48 of file fsWebPageDownloader.cpp.
References _Snds, AddPage(), fsSoundsMgr::Event(), FALSE, NULL, SME_DOWNLOADADDED, TRUE, and WPDPT_PAGE.
Referenced by CSpiderWnd::AddWebPage().
| t_wptree fsWebPageDownloader::GetRootPage | ( | ) |
Definition at line 1519 of file fsWebPageDownloader.cpp.
References m_pages.
Referenced by CWPDS_GeneralPage::OnInitDialog(), CSpiderTasks::OnSpiderOpenpage(), ParseHTMLFrameUrls(), CSpiderTaskTree::UpdateAll(), and CSpiderTasks::UpdateMenu().
| BOOL fsWebPageDownloader::Load | ( | HANDLE | hFile, | |
| WORD | wVer | |||
| ) |
Definition at line 1644 of file fsWebPageDownloader.cpp.
References _DldsGrps, ASSERT, fsWPDSettings::bDownloadFiles, fsWPDSettings::bDownloadImages, fsWPDSettings::bDownloadStyles, fsWPDSettings::bNotAllFiles, fsWPDSettings::bNotAllImages, fsWPDSettings::bNotAllPages, fsWPDSettings::bSavePagesUnderHTM, fsWPDIgnoreListItem::dwFlags, fsWPDSettings::dwFlags, fsWPDSettings::enExtsType, fsWPDSettings::enImgsExtsType, FALSE, vmsDownloadsGroupsMgr::FindGroup(), vmsDownloadsGroupsMgr::FindGroupByName(), fsReadStrFromFile(), GRP_OTHER_ID, fsWPDSettings::iDepth, fsWPDSettings::iReserved, Load_OLD(), Load_PerformRollback(), m_nMaxID, m_pages, m_strStartServer, m_wpds, NULL, fsWPDSettings::pDLGroup, fsString::pszString, fsWPDSettings::strExts, fsWPDSettings::strFolderSaveTo, fsWPDSettings::strHTMLExts, fsWPDSettings::strImgsExts, fsWPDSettings::strPassword, fsWPDIgnoreListItem::strURL, fsWPDSettings::strUserName, TRUE, and fsWPDSettings::vIgnoreList.
Referenced by fsWebPageDownloadsMgr::Load(), Load(), and Load_OLD().
| BOOL fsWebPageDownloader::Load_OLD | ( | HANDLE | hFile, | |
| BOOL | bOldVer | |||
| ) |
Definition at line 1353 of file fsWebPageDownloader.cpp.
References _DldsGrps, fsWPDSettings_v1::bDownloadFiles, fsWPDSettings::bDownloadFiles, fsWPDSettings_v1::bDownloadImages, fsWPDSettings::bDownloadImages, fsWPDSettings_v1::bDownloadStyles, fsWPDSettings::bDownloadStyles, fsWPDSettings_v1::bNotAllFiles, fsWPDSettings::bNotAllFiles, fsWPDSettings_v1::bNotAllImages, fsWPDSettings::bNotAllImages, fsWPDSettings_v1::bNotAllPages, fsWPDSettings::bNotAllPages, BOOL, fsWPDSettings::bSavePagesUnderHTM, fsWPDSettings::dwFlags, fsWPDSettings_v1::enExtsType, fsWPDSettings::enExtsType, fsWPDSettings_v1::enImgsExtsType, fsWPDSettings::enImgsExtsType, FALSE, vmsDownloadsGroupsMgr::FindGroup(), vmsDownloadsGroupsMgr::FindGroupByName(), fsReadStrFromFile(), GRP_OTHER_ID, fsWPDSettings_v1::iDepth, fsWPDSettings::iDepth, fsWPDSettings_v1::iReserved, fsWPDSettings::iReserved, Load(), m_nMaxID, m_pages, m_strStartServer, m_wpds, NULL, fsWPDSettings::pDLGroup, fsString::pszString, fsWPDSettings_v1::strDLGroup, fsWPDSettings::strExts, fsWPDSettings_v1::strExts, fsWPDSettings::strFolderSaveTo, fsWPDSettings_v1::strFolderSaveTo, fsWPDSettings::strHTMLExts, fsWPDSettings_v1::strHTMLExts, fsWPDSettings::strImgsExts, fsWPDSettings_v1::strImgsExts, fsWPDSettings::strPassword, and fsWPDSettings::strUserName.
Referenced by Load().
| BOOL fsWebPageDownloader::Save | ( | HANDLE | hFile | ) |
Definition at line 1220 of file fsWebPageDownloader.cpp.
References fsWPDSettings::bDownloadFiles, fsWPDSettings::bDownloadImages, fsWPDSettings::bDownloadStyles, fsWPDSettings::bNotAllFiles, fsWPDSettings::bNotAllImages, fsWPDSettings::bNotAllPages, fsWPDSettings::bSavePagesUnderHTM, fsWPDSettings::dwFlags, fsWPDSettings::enExtsType, fsWPDSettings::enImgsExtsType, FALSE, fsSaveStrToFile(), fsWPDSettings::iDepth, fsWPDSettings::iReserved, m_pages, m_strStartServer, m_wpds, NULL, fsWPDSettings::pDLGroup, fsWPDSettings::strExts, fsWPDSettings::strFolderSaveTo, fsWPDSettings::strHTMLExts, fsWPDSettings::strImgsExts, fsWPDSettings::strPassword, fsWPDSettings::strUserName, and fsWPDSettings::vIgnoreList.
Referenced by Save().
| void fsWebPageDownloader::DeleteAllDownloads | ( | BOOL | bByUser | ) |
Definition at line 1176 of file fsWebPageDownloader.cpp.
References _DldsMgr, fsDownloadsMgr::DeleteDownloads(), FALSE, m_bIsDeleting, m_bStopped, m_vConfs, NULL, StopDownloading(), and TRUE.
Referenced by CSpiderTasks::OnSpiderDelete().
| void fsWebPageDownloader::DetachFromDownloads | ( | ) |
Definition at line 1210 of file fsWebPageDownloader.cpp.
References m_vConfs, and NULL.
Referenced by CSpiderTasks::OnSpiderDelete().
| void fsWebPageDownloader::SetEventFunc | ( | fntWPDEvents | pfn, | |
| LPVOID | lp | |||
| ) |
Definition at line 1161 of file fsWebPageDownloader.cpp.
References m_lpEventsParam, and m_pfnEvents.
Referenced by fsWebPageDownloadsMgr::Add().
| void fsWebPageDownloader::SetAutoStartDownloading | ( | BOOL | b | ) |
Definition at line 1143 of file fsWebPageDownloader.cpp.
References _DldsMgr, FALSE, m_bStopped, m_vConfs, fsDownloadsMgr::ProcessDownloads(), and CDownloadsWnd::UpdateDownload().
Referenced by CSpiderTasks::OnSpiderStartautomatically().
| void fsWebPageDownloader::StopDownloading | ( | ) |
Definition at line 1115 of file fsWebPageDownloader.cpp.
References _DldsMgr, m_bStopped, m_vConfs, NULL, fsDownloadsMgr::StopDownloads(), TRUE, and CDownloadsWnd::UpdateDownload().
Referenced by DeleteAllDownloads(), CSpiderTasks::OnSpiderStopdl(), and fsWebPageDownloadsMgr::StopAll().
| void fsWebPageDownloader::StartDownloading | ( | ) |
Definition at line 1098 of file fsWebPageDownloader.cpp.
References _DldsMgr, FALSE, m_bStopped, m_bWasShutdownMsg, m_vConfs, NULL, fsDownloadsMgr::StartDownloads(), and TRUE.
Referenced by CSpiderTasks::OnSpiderStartdl().
| vmsDownloadSmartPtr fsWebPageDownloader::GetDownload | ( | int | iIndex | ) |
Definition at line 1093 of file fsWebPageDownloader.cpp.
References m_vConfs.
Referenced by CWPDS_GeneralPage::OnApply(), and CSpiderTasks::OnSpiderSchedule().
| int fsWebPageDownloader::GetDownloadCount | ( | ) |
Definition at line 1088 of file fsWebPageDownloader.cpp.
References m_vConfs.
Referenced by CWPDS_GeneralPage::OnApply(), and CSpiderTasks::OnSpiderSchedule().
| void fsWebPageDownloader::ReadDefaultWPDS | ( | fsWPDSettings * | wpds | ) | [static] |
Definition at line 996 of file fsWebPageDownloader.cpp.
References _App, fsWPDSettings::bDownloadFiles, fsWPDSettings::bDownloadImages, fsWPDSettings::bDownloadStyles, fsWPDSettings::bNotAllFiles, fsWPDSettings::bNotAllImages, fsWPDSettings::bNotAllPages, fsWPDSettings::bSavePagesUnderHTM, fsWPDSettings::dwFlags, fsWPDSettings::enExtsType, fsWPDSettings::enImgsExtsType, fsWPDSettings::iDepth, fsAppSettings::Spider_Depth(), fsAppSettings::Spider_DownloadFiles(), fsAppSettings::Spider_DownloadImages(), fsAppSettings::Spider_DownloadStyles(), fsAppSettings::Spider_Exts(), fsAppSettings::Spider_ExtsType(), fsAppSettings::Spider_HTMLExts(), fsAppSettings::Spider_ImgExts(), fsAppSettings::Spider_ImgExtsType(), fsAppSettings::Spider_NotAllFiles(), fsAppSettings::Spider_NotAllImages(), fsAppSettings::Spider_NotAllPages(), fsAppSettings::Spider_SavePagesUnderHTM(), fsWPDSettings::strExts, fsWPDSettings::strHTMLExts, fsWPDSettings::strImgsExts, WPDF_DELCOMPLETEDDLDS, and WPDF_KEEPFOLDERSTRUCTURE.
Referenced by fsWebPageDownloader(), and CSpiderWnd::SetupDefSettings().
| fsWPDSettings * fsWebPageDownloader::GetWDPS | ( | ) |
Definition at line 991 of file fsWebPageDownloader.cpp.
References m_wpds.
Referenced by CSpiderAddPageDlg::OnAdvanced(), CSpiderAddPageDlg::OnInitDialog(), CSpiderAddPageDlg::OnOK(), CSpiderTasks::OnSpiderOpenfolder(), CSpiderTasks::OnSpiderSettings(), and CSpiderAddPageDlg::WriteAuthorization().
| BOOL fsWebPageDownloader::IsDownloading | ( | ) |
Definition at line 951 of file fsWebPageDownloader.cpp.
References FALSE, m_vConfs, NULL, TRUE, and WPSTATE_DLDWASDELETED.
Referenced by CSpiderTasks::GetWebPageImage(), and CSpiderWnd::OnTimer().
| BOOL fsWebPageDownloader::IsOnAutoStart | ( | ) |
Definition at line 937 of file fsWebPageDownloader.cpp.
References FALSE, m_vConfs, TRUE, and WPSTATE_DLDWASDELETED.
Referenced by CSpiderTasks::GetWebPageImage(), and CSpiderTasks::UpdateMenu().
| BOOL fsWebPageDownloader::IsScheduled | ( | ) |
Definition at line 922 of file fsWebPageDownloader.cpp.
References FALSE, CShedulerWnd::GetMgr(), fsScheduleMgr::IsDownloadScheduled(), m_vConfs, NULL, TRUE, and WPSTATE_DLDWASDELETED.
Referenced by CSpiderTasks::GetWebPageImage().
| BOOL fsWebPageDownloader::IsDone | ( | ) |
Definition at line 917 of file fsWebPageDownloader.cpp.
References GetDoneFileCount(), and GetFileCount().
Referenced by _DldEvents(), CSpiderTasks::CallSelectedPage(), CSpiderTasks::GetWebPageImage(), CSpiderTasks::UpdateMenu(), and CSpiderTasks::UpdateToolBar().
| BOOL fsWebPageDownloader::IsRunning | ( | ) |
Definition at line 901 of file fsWebPageDownloader.cpp.
References FALSE, m_vConfs, TRUE, and WPSTATE_DLDWASDELETED.
Referenced by _DldEvents(), CMainFrame::Balloon_ShowDLInfo(), CSpiderTasks::GetWebPageImage(), CSpiderTasks::UpdateMenu(), and CSpiderTasks::UpdateToolBar().
| int fsWebPageDownloader::GetDoneFileCount | ( | ) |
Definition at line 881 of file fsWebPageDownloader.cpp.
References fsDLWebPage::bState, fsDLWebPage::dld, m_vConfs, and WPSTATE_DLDWASDELETED.
Referenced by IsDone(), and CSpiderTasks::UpdateWebPage().
| int fsWebPageDownloader::GetFileCount | ( | ) |
Definition at line 876 of file fsWebPageDownloader.cpp.
References m_vConfs.
Referenced by IsDone(), and CSpiderTasks::UpdateWebPage().
| float fsWebPageDownloader::GetPercentDone | ( | ) |
Definition at line 850 of file fsWebPageDownloader.cpp.
References ASSERT, fsDLWebPage::bState, fsDLWebPage::dld, FALSE, m_vConfs, and WPSTATE_DLDWASDELETED.
Referenced by CMainFrame::Balloon_ShowDLInfo(), and CSpiderTasks::UpdateWebPage().
| LPCSTR fsWebPageDownloader::GetStartURL | ( | ) |
Definition at line 845 of file fsWebPageDownloader.cpp.
References m_pages.
Referenced by CSpiderTasks::AddWebPage(), GetDownloadingSiteName(), and CSpiderTasks::UpdateWebPage().
| fs::ListTree< fsDLWebPage > * fsWebPageDownloader::FindWebPageTree | ( | vmsDownloadSmartPtr | dld | ) |
Definition at line 355 of file fsWebPageDownloader.cpp.
References m_vConfs, and NULL.
Referenced by FindWebPage(), CSpiderTaskTree::OnWebPageWillBeDeleted(), and OnWPDownloadDone().
| BOOL fsWebPageDownloader::IsURLShouldBeIgnored | ( | fsURL & | url | ) | [protected] |
Definition at line 2130 of file fsWebPageDownloader.cpp.
References BOOL, fsURL::Crack(), FALSE, fsIsServersEqual(), fsURL::GetHostName(), fsURL::GetPath(), l, m_wpds, TRUE, fsWPDSettings::vIgnoreList, WPD_ILITEM_SUBFOLDERSALSO, and WPD_ILITEM_THISPATHONLY.
Referenced by ParseHTMLUrls().
| int fsWebPageDownloader::ParseHTMLFrameUrls | ( | fsHTMLParser & | parser, | |
| t_wptree | wptree, | |||
| BOOL | bFixUrlsOnly, | |||
| LPCSTR | pszBaseURL | |||
| ) | [protected] |
Definition at line 1985 of file fsWebPageDownloader.cpp.
References AddPage(), fsWPDSettings::bNotAllPages, BOOL, fsURL::Crack(), CrackUrl(), fsWPDSettings::dwFlags, FALSE, FindWebPage(), fsFileNameFromUrlPath(), fsIsServersEqual(), fsUrlToFullUrl(), GetFileForReplace(), fsHTMLParser::GetFrameUrl(), fsHTMLParser::GetFrameUrlCount(), fsURL::GetHostName(), fsURL::GetInternetScheme(), fsURL::GetPath(), GetRootPage(), INTERNET_SCHEME_FTP, IR_SUCCESS, l, LPSTR, _WP_UnprocessedLinks::lt, m_strStartServer, m_wpds, MY_MAX_PATH, _WP_UnprocessedLinks::nParserUrl, NULL, _WP_UnprocessedLinks::nWPIDWhere, fsDLWebPage::pvUnpLinks, fsHTMLParser::ReplaceFrameUrl(), SAFE_DELETE_ARRAY, TRUE, fsWPDSettings::vIgnoreList, WPD_ILITEM_SUBFOLDERSALSO, WPDF_DONTSTOREPAGES, WPDPT_PAGE, and WPLT_A.
Referenced by ParseHTML().
| void fsWebPageDownloader::CorrectUnpUrls | ( | fsDLWebPage * | wpfrom, | |
| fsDLWebPage * | wpto | |||
| ) | [protected] |
Definition at line 1888 of file fsWebPageDownloader.cpp.
References fsDLWebPage::dld, FALSE, FindWebPage(), fsnew, GetFileForReplace(), GetFileSize(), fsHTMLParser::GetHTMLLength(), LPSTR, MY_MAX_PATH, NULL, fsHTMLParser::ParseHTML(), fsDLWebPage::pvUnpLinks, fsHTMLParser::ReplaceImage(), fsHTMLParser::ReplaceLinkUrl(), fsHTMLParser::ReplaceUrl(), fsHTMLParser::SetKillDupes(), fsDLWebPage::strFile, fsDLWebPage::strURL, WPLT_A, WPLT_IMG, and WPLT_STYLESHEET.
Referenced by _DldEvents(), and OnDldRedirected().
| DWORD fsWebPageDownloader::OnCheckFileExtIsOK | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
Definition at line 1846 of file fsWebPageDownloader.cpp.
References ASSERT, fsWPDSettings::bDownloadFiles, fsWPDSettings::bNotAllFiles, BOOL, fsWPDSettings::enExtsType, FALSE, fsFileNameFromUrlPath(), fsIsServersEqual(), IsExtInExtsStr(), m_strStartServer, m_wpds, MY_MAX_PATH, NP_FTP, NULL, fsWPDSettings::strExts, TRUE, WPDET_DOWNLOAD, WPDET_NOTDOWNLOAD, and WPDET_OFF.
Referenced by _DldEvents().
| void fsWebPageDownloader::Load_PerformRollback | ( | ) | [protected] |
Definition at line 1834 of file fsWebPageDownloader.cpp.
References m_vConfs, and NULL.
Referenced by Load().
| void fsWebPageDownloader::GetFileForReplace | ( | fsDLWebPage * | wpwhere, | |
| fsDLWebPage * | wpwhat, | |||
| LPSTR | pszFile | |||
| ) | [protected] |
Definition at line 1809 of file fsWebPageDownloader.cpp.
References fsDLWebPage::dld, fsWPDSettings::dwFlags, fsGetFileName(), fsPathToGoodUrlPath(), GetPtrToFile(), m_wpds, fsDLWebPage::strFile, and WPDF_KEEPFOLDERSTRUCTURE.
Referenced by CorrectUnpUrls(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLLinkUrls(), and ParseHTMLUrls().
| void fsWebPageDownloader::GetPtrToFile | ( | LPCSTR | pszToFile, | |
| LPCSTR | pszFromFile, | |||
| LPSTR | pszPtr | |||
| ) | [protected] |
Definition at line 1759 of file fsWebPageDownloader.cpp.
References fsGetFileName(), fsGetPath(), and TRUE.
Referenced by GetFileForReplace().
| void fsWebPageDownloader::DeleteWebPage | ( | fsDLWebPage * | wp | ) | [protected] |
Definition at line 1609 of file fsWebPageDownloader.cpp.
References Event(), m_vConfs, NULL, SAFE_DELETE, and WPDE_WEBPAGEWILLBEDELETED.
Referenced by OnDldRedirected().
| fsDLWebPage * fsWebPageDownloader::FindWebPage | ( | UINT | nID | ) | [protected] |
Definition at line 1598 of file fsWebPageDownloader.cpp.
References m_vConfs, and NULL.
Referenced by _DldEvents(), CorrectUnpUrls(), OnDldRedirected(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLLinkUrls(), and ParseHTMLUrls().
| fsDLWebPage * fsWebPageDownloader::FindWebPage | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
| fsDLWebPage * fsWebPageDownloader::FindWebPage | ( | LPCSTR | pszFullUrl | ) | [protected] |
Definition at line 707 of file fsWebPageDownloader.cpp.
References fsURL::Crack(), IR_SUCCESS, IsUrlsEqual(), m_vConfs, NULL, fsDLWebPage::pvUrls, and fsDLWebPage::strURL.
| void fsWebPageDownloader::OnDldRedirected | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
Definition at line 1568 of file fsWebPageDownloader.cpp.
References CorrectUnpUrls(), CDownloadsWnd::DeleteDownload(), DeleteWebPage(), DLD_DELETEFILEALWAYS, FALSE, FindWebPage(), NULL, fsDLWebPage::pvUrls, fsDLWebPage::strURL, and TRUE.
Referenced by _DldEvents().
Definition at line 1524 of file fsWebPageDownloader.cpp.
References fsURL::Crack(), FALSE, fsFileNameFromUrlPath(), fsIsServersEqual(), fsURL::GetHostName(), fsURL::GetInternetScheme(), fsURL::GetPath(), fsURL::GetPort(), INTERNET_SCHEME_FTP, IR_SUCCESS, IsExtInExtsStr(), m_wpds, MY_MAX_PATH, fsWPDSettings::strHTMLExts, and TRUE.
Referenced by FindWebPage().
Definition at line 1428 of file fsWebPageDownloader.cpp.
References _DldEvents(), b, BOOL, fsDLWebPage::bState, fsDLWebPage::dld, DLD_USEDBYHTMLSPIDER, FALSE, fsnew1, fsReadStrFromFile(), Load(), m_nMaxID, m_vConfs, fsDLWebPage::nID, NULL, fsString::pszString, fsDLWebPage::pvUnpLinks, fsDLWebPage::pvUrls, fsDLWebPage::strFile, fsDLWebPage::strURL, TRUE, fsDLWebPage::uDldId, WebPage_FindDownload(), fsWebPageDownloader::_Conformity::wp, and fsWebPageDownloader::_Conformity::wptree.
| BOOL fsWebPageDownloader::Save | ( | HANDLE | hFile, | |
| t_wptree | root | |||
| ) | [protected] |
Definition at line 1301 of file fsWebPageDownloader.cpp.
References b, BOOL, fsDLWebPage::bState, FALSE, fsSaveStrToFile(), fsDLWebPage::nID, NULL, fsDLWebPage::pvUnpLinks, fsDLWebPage::pvUrls, Save(), fsDLWebPage::strFile, fsDLWebPage::strURL, TRUE, and fsDLWebPage::uDldId.
| void fsWebPageDownloader::Event | ( | fsWPDEvent | ev, | |
| int | info = 0 | |||
| ) | [protected] |
Definition at line 1167 of file fsWebPageDownloader.cpp.
References m_lpEventsParam, and m_pfnEvents.
Referenced by _DldEvents(), AddWebPage(), and DeleteWebPage().
| int fsWebPageDownloader::ParseHTMLLinkUrls | ( | fsHTMLParser & | parser, | |
| t_wptree | wptree, | |||
| BOOL | bFixUrlsOnly, | |||
| LPCSTR | pszBaseURL | |||
| ) | [protected] |
Definition at line 1014 of file fsWebPageDownloader.cpp.
References AddPage(), fsURL::Crack(), fsWPDSettings::dwFlags, FindWebPage(), fsFileNameFromUrlPath(), fsUrlToFullUrl(), GetFileForReplace(), fsURL::GetHostName(), fsURL::GetInternetScheme(), fsHTMLParser::GetLinkUrl(), fsHTMLParser::GetLinkUrlCount(), fsHTMLParser::GetLinkUrlRelType(), fsURL::GetPath(), INTERNET_SCHEME_FTP, LPSTR, LRT_STYLESHEET, _WP_UnprocessedLinks::lt, m_wpds, MY_MAX_PATH, _WP_UnprocessedLinks::nParserUrl, NULL, _WP_UnprocessedLinks::nWPIDWhere, fsDLWebPage::pvUnpLinks, fsHTMLParser::ReplaceLinkUrl(), TRUE, WPDF_DONTSTOREPAGES, WPDPT_CSS, and WPLT_STYLESHEET.
Referenced by ParseHTML().
| int fsWebPageDownloader::ParseHTMLUrls | ( | fsHTMLParser & | parser, | |
| t_wptree | wptree, | |||
| BOOL | bFixUrlsOnly, | |||
| LPCSTR | pszBaseURL | |||
| ) | [protected] |
Definition at line 539 of file fsWebPageDownloader.cpp.
References AddPage(), fsWPDSettings::bDownloadFiles, fsWPDSettings::bNotAllFiles, fsWPDSettings::bNotAllPages, BOOL, fsURL::Crack(), CrackUrl(), fsWPDSettings::dwFlags, fsWPDSettings::enExtsType, FALSE, FindWebPage(), fsFileNameFromUrlPath(), fsIsServersEqual(), fsUrlToFullUrl(), GetFileForReplace(), fsURL::GetHostName(), fsURL::GetInternetScheme(), fsURL::GetPath(), fsHTMLParser::GetUrl(), fsHTMLParser::GetUrlCount(), INTERNET_SCHEME_FTP, INTERNET_SCHEME_HTTP, INTERNET_SCHEME_HTTPS, IR_SUCCESS, IsExtInExtsStr(), IsURLShouldBeIgnored(), LPSTR, _WP_UnprocessedLinks::lt, m_strStartServer, m_wpds, MY_MAX_PATH, _WP_UnprocessedLinks::nParserUrl, NULL, _WP_UnprocessedLinks::nWPIDWhere, fsDLWebPage::pvUnpLinks, fsHTMLParser::ReplaceUrl(), SAFE_DELETE_ARRAY, fsWPDSettings::strExts, fsWPDSettings::strHTMLExts, TRUE, WPDET_DOWNLOAD, WPDET_NOTDOWNLOAD, WPDET_OFF, WPDF_DONTSTOREPAGES, WPDPT_FILE, WPDPT_PAGE, and WPLT_A.
Referenced by ParseHTML().
| int fsWebPageDownloader::ParseHTMLImages | ( | fsHTMLParser & | parser, | |
| t_wptree | wptree, | |||
| BOOL | bFixUrlsOnly, | |||
| LPCSTR | pszBaseURL | |||
| ) | [protected] |
Definition at line 733 of file fsWebPageDownloader.cpp.
References AddPage(), fsWPDSettings::bNotAllImages, BOOL, fsURL::Crack(), fsWPDSettings::dwFlags, fsWPDSettings::enImgsExtsType, FALSE, FindWebPage(), fsFileNameFromUrlPath(), fsIsServersEqual(), fsUrlToFullUrl(), GetFileForReplace(), fsURL::GetHostName(), fsHTMLParser::GetImage(), fsHTMLParser::GetImageCount(), fsHTMLParser::GetImageLinkTo(), fsURL::GetInternetScheme(), fsURL::GetPath(), fsHTMLParser::GetUrl(), INTERNET_SCHEME_FTP, IR_SUCCESS, IsExtInExtsStr(), LPSTR, _WP_UnprocessedLinks::lt, m_strStartServer, m_wpds, MY_MAX_PATH, _WP_UnprocessedLinks::nParserUrl, NULL, _WP_UnprocessedLinks::nWPIDWhere, fsDLWebPage::pvUnpLinks, fsHTMLParser::ReplaceImage(), fsWPDSettings::strImgsExts, TRUE, WPDET_DOWNLOAD, WPDET_NOTDOWNLOAD, WPDET_OFF, WPDF_DONTSTOREPAGES, WPDPT_IMAGE, and WPLT_IMG.
Referenced by ParseHTML().
| BOOL fsWebPageDownloader::CrackUrl | ( | LPCSTR | pszFullUrl, | |
| LPSTR * | ppszUrlWA, | |||
| LPSTR * | ppszFA = NULL | |||
| ) | [protected] |
Definition at line 969 of file fsWebPageDownloader.cpp.
References FALSE, fsFileNameFromUrlPath(), fsIsAnchorInUrl(), fsnew, and TRUE.
Referenced by ParseHTMLFrameUrls(), and ParseHTMLUrls().
| void fsWebPageDownloader::ParseHTMLFile | ( | t_wptree | wptree, | |
| BOOL | bFixUrlsOnly | |||
| ) | [protected] |
Definition at line 412 of file fsWebPageDownloader.cpp.
References ASSERT, fsDLWebPage::bState, fsDLWebPage::dld, fsWPDSettings::dwFlags, fsnew, GetFileSize(), LPSTR, m_wpds, NULL, ParseHTML(), fsDLWebPage::strFile, WPDF_DONTSTOREPAGES, and WPSTATE_PAGEPROCESSED.
Referenced by OnWPDownloadDone().
| UINT fsWebPageDownloader::ParseHTML | ( | LPCSTR | pszHTML, | |
| t_wptree | wptree, | |||
| BOOL | bFixUrlsOnly | |||
| ) | [protected] |
Definition at line 466 of file fsWebPageDownloader.cpp.
References _Snds, fsWPDSettings::bDownloadImages, fsWPDSettings::bDownloadStyles, BOOL, fsURL::Crack(), fsWPDSettings::dwFlags, fsSoundsMgr::Event(), FALSE, fsHTMLParser::Get_BaseURL(), fsHTMLParser::GetHTMLLength(), IR_SUCCESS, LPSTR, m_wpds, fsHTMLParser::ParseHTML(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLLinkUrls(), ParseHTMLUrls(), fsHTMLParser::RemoveBaseTag(), fsHTMLParser::SetKillDupes(), SME_DOWNLOADADDED, and WPDF_DONTSTOREPAGES.
Referenced by ParseHTMLFile().
| int fsWebPageDownloader::FindConfIndex | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
| void fsWebPageDownloader::OnWPDownloadDone | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
Definition at line 366 of file fsWebPageDownloader.cpp.
References ASSERT, DLD_DELETEFILEALWAYS, DLD_DELETEWHENDONE, DLD_DONTPUTTOHISTORY, DLD_DONTPUTTORECYCLE, fsWPDSettings::dwFlags, FindWebPageTree(), fsFileNameFromUrlPath(), fsWPDSettings::iDepth, IsExtInExtsStr(), m_wpds, MY_MAX_PATH, NP_FTP, NULL, ParseHTMLFile(), SAFE_DELETE, fsWPDSettings::strHTMLExts, TRUE, and WPDF_DONTSTOREPAGES.
Referenced by _DldEvents().
| void fsWebPageDownloader::WebPage_FindDownload | ( | fsDLWebPage * | wp | ) | [protected] |
Definition at line 344 of file fsWebPageDownloader.cpp.
References _DldsMgr, fsDLWebPage::dld, fsDownloadsMgr::GetDownloadByID(), and fsDLWebPage::uDldId.
Referenced by _DldEvents(), AddWebPage(), and Load().
| fsDLWebPage * fsWebPageDownloader::AddPage | ( | fs::ListTree< fsDLWebPage > * | root, | |
| LPCSTR | pszPageURL, | |||
| vmsWPDPageType | enPageType, | |||
| BOOL | bSetCTReq = FALSE, |
|||
| BOOL | bAutoStart = TRUE, |
|||
| fsSchedule * | task = NULL | |||
| ) | [protected] |
Definition at line 59 of file fsWebPageDownloader.cpp.
References AddWebPage(), ApplySettingsToDld(), fsWPDSettings::bSavePagesUnderHTM, fsDLWebPage::bState, fsDLWebPage::dld, DLD_CTREQ_HTML, DLD_DONTPUTTOHISTORY, DLD_NOTIFICATIONS_LL, DLD_NOTIFYBEFOREDOWNLOAD, Download_CreateInstance(), fsWPDSettings::dwFlags, fsDownload_NetworkProperties::enProtocol, FALSE, fsFilePathFromUrlPath(), fsGetPath(), fsIsAnchorInUrl(), fsnew, fsnew1, fsPathToGoodPath(), IR_SUCCESS, fsString::Length(), LPSTR, m_bIsDeleting, m_bStopped, m_nMaxID, m_strStartServer, m_wpds, fsDLWebPage::nID, NP_FTP, NULL, fsDownload_NetworkProperties::pszPassword, fsDownload_NetworkProperties::pszPathName, fsDownload_NetworkProperties::pszUserName, fsDLWebPage::pvUnpLinks, fsDLWebPage::pvUrls, SAFE_DELETE_ARRAY, fsWPDSettings::strFolderSaveTo, fsWPDSettings::strPassword, fsDLWebPage::strURL, fsWPDSettings::strUserName, TRUE, WPDF_DONTSTOREPAGES, WPDF_KEEPFOLDERSTRUCTURE, WPDPT_FILE, and WPDPT_PAGE.
Referenced by Create(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLLinkUrls(), and ParseHTMLUrls().
| fsDLWebPage * fsWebPageDownloader::AddWebPage | ( | fsDLWebPage * | wp, | |
| fs::ListTree< fsDLWebPage > * | root, | |||
| fsSchedule * | task = NULL | |||
| ) | [protected] |
Definition at line 299 of file fsWebPageDownloader.cpp.
References _DldEvents(), CDownloadsWnd::CreateDownload(), fsDLWebPage::dld, Event(), FALSE, m_bIsDeleting, m_pages, m_vConfs, NULL, TRUE, fsDLWebPage::uDldId, WebPage_FindDownload(), fsWebPageDownloader::_Conformity::wp, WPDE_FILEADDED, and fsWebPageDownloader::_Conformity::wptree.
Referenced by AddPage().
| DWORD fsWebPageDownloader::_DldEvents | ( | fsDownload * | dld, | |
| enum fsDownloadsMgrEvent | ev, | |||
| LPVOID | lp | |||
| ) | [static, protected] |
Definition at line 175 of file fsWebPageDownloader.cpp.
References fsDLWebPage::bState, CorrectUnpUrls(), fsDLWebPage::dld, DME_BEFOREDOWNLOADING, DME_DLDRESTORED, DME_DLDWILLBEFULLYDELETED, DME_DOWNLOADEREVENTRECEIVED, DME_DOWNLOADSTOPPEDORDONE, DME_DOWNLOADWASDELETEDFROMLIST, DME_DOWNLOADWILLBEDELETED, DME_REDIRECTED, Event(), FALSE, FindWebPage(), IsDone(), IsRunning(), m_bWasShutdownMsg, m_cs_Done_Redir_Events, NULL, OnCheckFileExtIsOK(), OnDldRedirected(), OnWPDownloadDone(), fsDownload::pMgr, fsDLWebPage::pvUnpLinks, SAFE_DELETE, fsDLWebPage::strFile, TRUE, fsDLWebPage::uDldId, WebPage_FindDownload(), WPDE_DLDEVENTRECEIVED, WPDE_DLDRESTORED, WPDE_DLDWILLBEDELETED, WPDE_DONE, WPDE_STOPPED, and WPSTATE_DLDWASDELETED.
Referenced by AddWebPage(), Load(), and fsWebPageDownloadsMgr::OnDownloadRestored().
| void fsWebPageDownloader::ApplySettingsToDld | ( | vmsDownloadSmartPtr | dld | ) | [protected] |
Definition at line 157 of file fsWebPageDownloader.cpp.
References AER_RENAME, ASSERT, DLD_DELETEWHENDONE, DLD_DONTSHOWDIALOG, DLD_NOAUTOLAUNCH, DLD_USEDBYHTMLSPIDER, DPF_GENERATEDESCFILE, fsWPDSettings::dwFlags, FALSE, m_bStopped, m_wpds, NULL, fsWPDSettings::pDLGroup, and WPDF_DELCOMPLETEDDLDS.
Referenced by AddPage().
friend class fsWebPageDownloadsMgr [friend] |
Definition at line 141 of file fsWebPageDownloader.h.
BOOL fsWebPageDownloader::m_bWasShutdownMsg [protected] |
Definition at line 204 of file fsWebPageDownloader.h.
Referenced by _DldEvents(), fsWebPageDownloader(), and StartDownloading().
BOOL fsWebPageDownloader::m_bIsDeleting [protected] |
Definition at line 211 of file fsWebPageDownloader.h.
Referenced by AddPage(), AddWebPage(), DeleteAllDownloads(), and fsWebPageDownloader().
BOOL fsWebPageDownloader::m_bStopped [protected] |
Definition at line 212 of file fsWebPageDownloader.h.
Referenced by AddPage(), ApplySettingsToDld(), DeleteAllDownloads(), fsWebPageDownloader(), SetAutoStartDownloading(), StartDownloading(), and StopDownloading().
UINT fsWebPageDownloader::m_nMaxID [protected] |
Definition at line 227 of file fsWebPageDownloader.h.
Referenced by AddPage(), fsWebPageDownloader(), Load(), and Load_OLD().
CRITICAL_SECTION fsWebPageDownloader::m_cs_Done_Redir_Events [protected] |
Definition at line 228 of file fsWebPageDownloader.h.
Referenced by _DldEvents(), fsWebPageDownloader(), and ~fsWebPageDownloader().
fntWPDEvents fsWebPageDownloader::m_pfnEvents [protected] |
Definition at line 234 of file fsWebPageDownloader.h.
Referenced by Event(), fsWebPageDownloader(), and SetEventFunc().
LPVOID fsWebPageDownloader::m_lpEventsParam [protected] |
fsWPDSettings fsWebPageDownloader::m_wpds [protected] |
Definition at line 263 of file fsWebPageDownloader.h.
Referenced by AddPage(), ApplySettingsToDld(), fsWebPageDownloader(), GetFileForReplace(), GetWDPS(), IsUrlsEqual(), IsURLShouldBeIgnored(), Load(), Load_OLD(), OnCheckFileExtIsOK(), OnWPDownloadDone(), ParseHTML(), ParseHTMLFile(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLLinkUrls(), ParseHTMLUrls(), Save(), and ~fsWebPageDownloader().
fs::ListTree<fsDLWebPage> fsWebPageDownloader::m_pages [protected] |
Definition at line 264 of file fsWebPageDownloader.h.
Referenced by AddWebPage(), GetRootPage(), GetStartURL(), Load(), Load_OLD(), and Save().
fsString fsWebPageDownloader::m_strStartServer [protected] |
Definition at line 265 of file fsWebPageDownloader.h.
Referenced by AddPage(), Load(), Load_OLD(), OnCheckFileExtIsOK(), ParseHTMLFrameUrls(), ParseHTMLImages(), ParseHTMLUrls(), and Save().
std::vector<_Conformity> fsWebPageDownloader::m_vConfs [protected] |
Definition at line 273 of file fsWebPageDownloader.h.
Referenced by AddWebPage(), DeleteAllDownloads(), DeleteWebPage(), DetachFromDownloads(), FindConfIndex(), FindWebPage(), FindWebPageTree(), GetDoneFileCount(), GetDownload(), GetDownloadCount(), GetFileCount(), GetPercentDone(), IsDownloading(), IsOnAutoStart(), IsRunning(), IsScheduled(), Load(), Load_PerformRollback(), SetAutoStartDownloading(), StartDownloading(), StopDownloading(), and ~fsWebPageDownloader().
1.5.6