/* ============================================================ * * This file is a part of the rekonq project * * Copyright (C) 2008 Benjamin C. Meyer * Copyright (C) 2008 Dirk Mueller * Copyright (C) 2008 Urs Wolfer * Copyright (C) 2008 Michael Howell * Copyright (C) 2008-2010 by Andrea Diamantini * Copyright (C) 2010 by Matthieu Gicquel * Copyright (C) 2009-2010 Dawit Alemayehu * * * This program is free software; you can redistribute it and/or * modify it under the terms of the GNU General Public License as * published by the Free Software Foundation; either version 2 of * the License or (at your option) version 3 or any later version * accepted by the membership of KDE e.V. (or its successor approved * by the membership of KDE e.V.), which shall act as a proxy * defined in Section 14 of version 3 of the license. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . * * ============================================================ */ // Self Includes #include "webpage.h" #include "webpage.moc" // Auto Includes #include "rekonq.h" // Local Includes #include "adblockmanager.h" #include "application.h" #include "iconmanager.h" #include "mainview.h" #include "mainwindow.h" #include "networkaccessmanager.h" #include "newtabpage.h" #include "urlbar.h" #include "webpluginfactory.h" #include "webtab.h" #include "sslinfodialog_p.h" // KDE Includes #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include // Qt Includes #include #include #include #include #include // Returns true if the scheme and domain of the two urls match... static bool domainSchemeMatch(const QUrl& u1, const QUrl& u2) { if (u1.scheme() != u2.scheme()) return false; QStringList u1List = u1.host().split(QL1C('.'), QString::SkipEmptyParts); QStringList u2List = u2.host().split(QL1C('.'), QString::SkipEmptyParts); if (qMin(u1List.count(), u2List.count()) < 2) return false; // better safe than sorry... while (u1List.count() > 2) u1List.removeFirst(); while (u2List.count() > 2) u2List.removeFirst(); return (u1List == u2List); } // NOTE // These 2 functions have been copied from the KWebPage class to implement a local version of the downloadResponse method. // In this way, we can easily provide the extra functionality we need: // 1. KGet Integration // 2. Save downloads history static void extractSuggestedFileName(const QNetworkReply* reply, QString& fileName) { fileName.clear(); const KIO::MetaData& metaData = reply->attribute(static_cast(KIO::AccessManager::MetaData)).toMap(); if (metaData.value(QL1S("content-disposition-type")).compare(QL1S("attachment"), Qt::CaseInsensitive) == 0) fileName = metaData.value(QL1S("content-disposition-filename")); if (!fileName.isEmpty()) return; if (!reply->hasRawHeader("Content-Disposition")) return; const QString value (QL1S(reply->rawHeader("Content-Disposition").simplified().constData())); if (value.startsWith(QL1S("attachment"), Qt::CaseInsensitive) || value.startsWith(QL1S("inline"), Qt::CaseInsensitive)) { const int length = value.size(); int pos = value.indexOf(QL1S("filename"), 0, Qt::CaseInsensitive); if (pos > -1) { pos += 9; while (pos < length && (value.at(pos) == QL1C(' ') || value.at(pos) == QL1C('=') || value.at(pos) == QL1C('"'))) pos++; int endPos = pos; while (endPos < length && value.at(endPos) != QL1C('"') && value.at(endPos) != QL1C(';')) endPos++; if (endPos > pos) fileName = value.mid(pos, (endPos-pos)).trimmed(); } } } static void extractMimeType(const QNetworkReply* reply, QString& mimeType) { mimeType.clear(); const KIO::MetaData& metaData = reply->attribute(static_cast(KIO::AccessManager::MetaData)).toMap(); if (metaData.contains(QL1S("content-type"))) mimeType = metaData.value(QL1S("content-type")); if (!mimeType.isEmpty()) return; if (!reply->hasRawHeader("Content-Type")) return; const QString value (QL1S(reply->rawHeader("Content-Type").simplified().constData())); const int index = value.indexOf(QL1C(';')); if (index == -1) mimeType = value; else mimeType = value.left(index); } static bool downloadResource (const KUrl& srcUrl, const KIO::MetaData& metaData = KIO::MetaData(), QWidget* parent = 0, const QString& suggestedName = QString()) { KUrl destUrl; int result = KIO::R_OVERWRITE; const QString fileName ((suggestedName.isEmpty() ? srcUrl.fileName() : suggestedName)); do { // follow bug:184202 fixes destUrl = KFileDialog::getSaveFileName(KUrl::fromPath(fileName), QString(), parent); if(destUrl.isEmpty()) return false; if (destUrl.isLocalFile()) { QFileInfo finfo (destUrl.toLocalFile()); if (finfo.exists()) { QDateTime now = QDateTime::currentDateTime(); QPointer dlg = new KIO::RenameDialog( parent, i18n("Overwrite File?"), srcUrl, destUrl, KIO::RenameDialog_Mode(KIO::M_OVERWRITE | KIO::M_SKIP), -1, finfo.size(), now.toTime_t(), finfo.created().toTime_t(), now.toTime_t(), finfo.lastModified().toTime_t() ); result = dlg->exec(); delete dlg; } } } while (result == KIO::R_CANCEL && destUrl.isValid()); // Save download history Application::instance()->addDownload(srcUrl.pathOrUrl() , destUrl.pathOrUrl()); if (!KStandardDirs::findExe("kget").isNull() && ReKonfig::kgetDownload()) { //KGet integration: if (!QDBusConnection::sessionBus().interface()->isServiceRegistered("org.kde.kget")) { KToolInvocation::kdeinitExecWait("kget"); } QDBusInterface kget("org.kde.kget", "/KGet", "org.kde.kget.main"); if (kget.isValid()) { kget.call("addTransfer", srcUrl.prettyUrl(), destUrl.prettyUrl(), true); return true; } return false; } KIO::Job *job = KIO::file_copy(srcUrl, destUrl, -1, KIO::Overwrite); if (!metaData.isEmpty()) job->setMetaData(metaData); job->addMetaData(QL1S("MaxCacheSize"), QL1S("0")); // Don't store in http cache. job->addMetaData(QL1S("cache"), QL1S("cache")); // Use entry from cache if available. job->uiDelegate()->setAutoErrorHandlingEnabled(true); return true; } // --------------------------------------------------------------------------------- WebPage::WebPage(QWidget *parent) : KWebPage(parent, KWalletIntegration) , _networkAnalyzer(false) , _isOnRekonqPage(false) { // ----- handling unsupported content... setForwardUnsupportedContent(true); connect(this, SIGNAL(unsupportedContent(QNetworkReply *)), this, SLOT(handleUnsupportedContent(QNetworkReply *))); // ----- rekonq Network Manager NetworkAccessManager *manager = new NetworkAccessManager(this); manager->setCache(0); // disable QtWebKit cache to just use KIO one.. // set cookieJar window ID.. if (parent && parent->window()) manager->setCookieJarWindowId(parent->window()->winId()); setNetworkAccessManager(manager); // activate ssl warnings setSessionMetaData("ssl_activate_warnings", "TRUE"); // Override the 'Accept' header sent by QtWebKit which favors XML over HTML! // Setting the accept meta-data to null will force kio_http to use its own // default settings for this header. setSessionMetaData(QL1S("accept"), QString()); // ----- Web Plugin Factory setPluginFactory(new WebPluginFactory(this)); // ----- last stuffs connect(manager, SIGNAL(finished(QNetworkReply*)), this, SLOT(manageNetworkErrors(QNetworkReply*))); connect(this, SIGNAL(downloadRequested(const QNetworkRequest &)), this, SLOT(downloadRequest(const QNetworkRequest &))); connect(this, SIGNAL(loadStarted()), this, SLOT(loadStarted())); connect(this, SIGNAL(loadFinished(bool)), this, SLOT(loadFinished(bool))); // protocol handler signals connect(&_protHandler, SIGNAL(downloadUrl(const KUrl &)), this, SLOT(downloadUrl(const KUrl &))); connect(Application::iconManager(), SIGNAL(iconChanged()), mainFrame(), SIGNAL(iconChanged())); } WebPage::~WebPage() { disconnect(); } bool WebPage::acceptNavigationRequest(QWebFrame *frame, const QNetworkRequest &request, NavigationType type) { if(_isOnRekonqPage) { WebView *view = qobject_cast(parent()); WebTab *tab = qobject_cast(view->parent()); _isOnRekonqPage = false; tab->setPart(0, KUrl()); // re-enable the view page } // reset webpage values _suggestedFileName.clear(); _loadingUrl = request.url(); KIO::AccessManager *manager = qobject_cast(networkAccessManager()); KIO::MetaData metaData = manager->requestMetaData(); // Get the SSL information sent, if any... if (metaData.contains(QL1S("ssl_in_use"))) { WebSslInfo info; info.fromMetaData(metaData.toVariant()); info.setUrl(request.url()); _sslInfo = info; } if (frame) { if (_protHandler.preHandling(request, frame)) { return false; } switch (type) { case QWebPage::NavigationTypeLinkClicked: if (_sslInfo.isValid()) { setRequestMetaData("ssl_was_in_use", "TRUE"); } break; case QWebPage::NavigationTypeFormSubmitted: break; case QWebPage::NavigationTypeFormResubmitted: if (KMessageBox::warningContinueCancel(view(), i18n("Are you sure you want to send your data again?"), i18n("Resend form data") ) == KMessageBox::Cancel) { return false; } break; case QWebPage::NavigationTypeReload: case QWebPage::NavigationTypeBackOrForward: case QWebPage::NavigationTypeOther: break; default: break; } } return KWebPage::acceptNavigationRequest(frame, request, type); } WebPage *WebPage::createWindow(QWebPage::WebWindowType type) { // added to manage web modal dialogs if (type == QWebPage::WebModalDialog) kDebug() << "Modal Dialog"; WebTab *w = 0; if (ReKonfig::openTabNoWindow()) { w = Application::instance()->mainWindow()->mainView()->newWebTab( !ReKonfig::openTabsBack() ); } else { w = Application::instance()->newMainWindow()->mainView()->currentWebTab(); } return w->page(); } void WebPage::handleUnsupportedContent(QNetworkReply *reply) { Q_ASSERT (reply); // Put the job on hold... #if KDE_IS_VERSION( 4, 5, 96) kDebug() << "PUT REPLY ON HOLD..."; KIO::Integration::AccessManager::putReplyOnHold(reply); #else reply->abort(); #endif // This is probably needed just in ONE stupid case.. if (_protHandler.postHandling(reply->request(), mainFrame())) { kDebug() << "POST HANDLING the unsupported..."; return; } if (reply->error() != QNetworkReply::NoError) return; // get reply url... KUrl replyUrl = reply->url(); // Get suggested file name... extractSuggestedFileName(reply, _suggestedFileName); // Get mimeType... extractMimeType(reply, _mimeType); // Convert executable text files to plain text... if (KParts::BrowserRun::isTextExecutable(_mimeType)) _mimeType = QL1S("text/plain"); kDebug() << "Detected MimeType = " << _mimeType; kDebug() << "Suggested File Name = " << _suggestedFileName; // ------------------------------------------------ KService::Ptr appService = KMimeTypeTrader::self()->preferredService(_mimeType); bool isLocal = replyUrl.isLocalFile(); if (appService.isNull()) // no service can handle this. We can just download it.. { kDebug() << "no service can handle this. We can just download it.."; isLocal ? KMessageBox::sorry(view(), i18n("No service can handle this file.")) : downloadReply(reply, _suggestedFileName); return; } if (!isLocal) { KParts::BrowserOpenOrSaveQuestion dlg(Application::instance()->mainWindow(), replyUrl, _mimeType); if(!_suggestedFileName.isEmpty()) dlg.setSuggestedFileName(_suggestedFileName); switch (dlg.askEmbedOrSave()) { case KParts::BrowserOpenOrSaveQuestion::Save: kDebug() << "user choice: no services, just download!"; downloadReply(reply, _suggestedFileName); return; case KParts::BrowserOpenOrSaveQuestion::Cancel: return; default: // non extant case break; } } // Handle Post operations that return content... if (reply->operation() == QNetworkAccessManager::PostOperation) { kDebug() << "POST OPERATION: downloading file..."; QFileInfo finfo (_suggestedFileName.isEmpty() ? _loadingUrl.fileName() : _suggestedFileName); KTemporaryFile tempFile; tempFile.setSuffix(QL1C('.') + finfo.suffix()); tempFile.setAutoRemove(false); tempFile.open(); KUrl destUrl; destUrl.setPath(tempFile.fileName()); kDebug() << "First save content to" << destUrl; KIO::Job *job = KIO::file_copy(_loadingUrl, destUrl, 0600, KIO::Overwrite); job->ui()->setWindow(Application::instance()->mainWindow()); connect(job, SIGNAL(result(KJob *)), this, SLOT(copyToTempFileResult(KJob*))); return; } // HACK: The check below is necessary to break an infinite // recursion that occurs whenever this function is called as a result // of receiving content that can be rendered by the app using this engine. // For example a text/html header that containing a content-disposition // header is received by the app using this class. const QString& appName = QCoreApplication::applicationName(); if (appName == appService->desktopEntryName() || appService->exec().trimmed().startsWith(appName)) { kDebug() << "SELF..."; QNetworkRequest req (reply->request()); req.setRawHeader("x-kdewebkit-ignore-disposition", "true"); currentFrame()->load(req); return; } // case KParts::BrowserRun::Embed KParts::ReadOnlyPart *pa = KMimeTypeTrader::createPartInstanceFromQuery(_mimeType, view(), this, QString()); if (pa) { kDebug() << "EMBEDDING CONTENT..."; _isOnRekonqPage = true; WebView *view = qobject_cast(parent()); WebTab *tab = qobject_cast(view->parent()); tab->setPart(pa,replyUrl); UrlBar *bar = tab->urlBar(); bar->setQUrl(replyUrl); Application::instance()->mainWindow()->updateActions(); } else { // No parts, just app services. Load it! // If the app is a KDE one, publish the slave on hold to let it use it. // Otherwise, run the app and remove it (the io slave...) if (appService->categories().contains(QL1S("KDE"), Qt::CaseInsensitive)) { #if KDE_IS_VERSION( 4, 5, 96) KIO::Scheduler::publishSlaveOnHold(); #endif KRun::run(*appService, replyUrl, 0, false, _suggestedFileName); return; } KRun::run(*appService, replyUrl, 0, false, _suggestedFileName); } // Remove any ioslave that was put on hold... #if KDE_IS_VERSION( 4, 5, 96) kDebug() << "REMOVE SLAVES ON HOLD..."; KIO::Scheduler::removeSlaveOnHold(); #endif return; } void WebPage::loadStarted() { // HACK: // Chinese encoding Fix. See BUG: 251264 // Use gb18030 instead of gb2312 if(settings()->defaultTextEncoding() == QL1S("gb2312")) { settings()->setDefaultTextEncoding( QL1S("gb18030") ); } } void WebPage::loadFinished(bool ok) { Q_UNUSED(ok); // Provide site icon. Can this be moved to loadStarted?? Application::iconManager()->provideIcon(this, _loadingUrl); // Apply adblock manager hiding rules Application::adblockManager()->applyHidingRules(this); // KWallet Integration QStringList list = ReKonfig::walletBlackList(); if (wallet() && !list.contains(mainFrame()->url().toString()) ) { wallet()->fillFormData(mainFrame()); } } void WebPage::manageNetworkErrors(QNetworkReply *reply) { Q_ASSERT(reply); // check suggested file name if(_suggestedFileName.isEmpty()) extractSuggestedFileName(reply, _suggestedFileName); QWebFrame* frame = qobject_cast(reply->request().originatingObject()); const bool isMainFrameRequest = (frame == mainFrame()); if (isMainFrameRequest && _sslInfo.isValid() && !domainSchemeMatch(reply->url(), _sslInfo.url()) ) { // Reseting cached SSL info... _sslInfo = WebSslInfo(); } // NOTE: These are not all networkreply errors, // but just that supported directly by KIO switch (reply->error()) { case QNetworkReply::NoError: // no error. Simple :) if (isMainFrameRequest && !_sslInfo.isValid()) { // Obtain and set the SSL information if any... _sslInfo.fromMetaData(reply->attribute(static_cast(KIO::AccessManager::MetaData))); _sslInfo.setUrl(reply->url()); } break; case QNetworkReply::OperationCanceledError: // operation canceled via abort() or close() calls // ignore this.. return; case QNetworkReply::ContentAccessDenied: // access to remote content denied (similar to HTTP error 401) kDebug() << "We (hopefully) are managing this through the adblock :)"; break; case QNetworkReply::UnknownNetworkError: // unknown network-related error detected _protHandler.postHandling(reply->request(), frame); return; case QNetworkReply::ConnectionRefusedError: // remote server refused connection case QNetworkReply::HostNotFoundError: // invalid hostname case QNetworkReply::TimeoutError: // connection time out case QNetworkReply::ProxyNotFoundError: // invalid proxy hostname case QNetworkReply::ContentOperationNotPermittedError: // operation requested on remote content not permitted case QNetworkReply::ContentNotFoundError: // remote content not found on server (similar to HTTP error 404) case QNetworkReply::ProtocolUnknownError: // Unknown protocol case QNetworkReply::ProtocolInvalidOperationError: // requested operation is invalid for this protocol kDebug() << "ERROR " << reply->error() << ": " << reply->errorString(); if (reply->url() == _loadingUrl) { frame->setHtml(errorPage(reply)); if(isMainFrameRequest) { _isOnRekonqPage = true; WebView *view = qobject_cast(parent()); WebTab *tab = qobject_cast(view->parent()); UrlBar *bar = tab->urlBar(); bar->setQUrl(_loadingUrl); Application::instance()->mainWindow()->updateActions(); } } break; default: // Nothing to do here.. break; } } QString WebPage::errorPage(QNetworkReply *reply) { // display "not found" page QString notfoundFilePath = KStandardDirs::locate("data", "rekonq/htmls/rekonqinfo.html"); QFile file(notfoundFilePath); bool isOpened = file.open(QIODevice::ReadOnly); if (!isOpened) { return QString("Couldn't open the rekonqinfo.html file"); } QString title = i18n("There was a problem while loading the page"); // NOTE: // this, to take care about XSS (see BUG 217464)... QString urlString = Qt::escape(reply->url().toString()); QString iconPath = QString("file://") + KIconLoader::global()->iconPath("dialog-warning" , KIconLoader::Small); iconPath.replace(QL1S("16"), QL1S("128")); QString msg; msg += ""; msg += "
"; msg += ""; msg += ""; msg += "

" + reply->errorString() + "

"; msg += "

" + i18nc("%1=an URL, e.g.'kde.org'", "When connecting to: %1", urlString) + "

"; msg += "
"; msg += "
  • " + i18n("Check the address for errors such as ww.kde.org instead of www.kde.org"); msg += "
  • " + i18n("If the address is correct, try to check the network connection.") + "
  • " ; msg += i18n("If your computer or network is protected by a firewall or proxy, make sure that rekonq is permitted to access the network."); msg += "
  • " + i18n("Of course, if rekonq does not work properly, you can always say it is a programmer error ;)"); msg += "


"; msg += ""; QString html = QString(QL1S(file.readAll())) .arg(title) .arg(msg) ; return html; } void WebPage::downloadReply(const QNetworkReply *reply, const QString &suggestedFileName) { downloadResource( reply->url(), KIO::MetaData(), view(), suggestedFileName); } void WebPage::downloadRequest(const QNetworkRequest &request) { downloadResource(request.url(), request.attribute(static_cast(KIO::AccessManager::MetaData)).toMap(), view()); } void WebPage::downloadUrl(const KUrl &url) { downloadResource( url, KIO::MetaData(), view() ); } void WebPage::downloadAllContentsWithKGet(QPoint) { QSet contents; KUrl baseUrl(currentFrame()->url()); KUrl relativeUrl; QWebElementCollection images = mainFrame()->documentElement().findAll("img"); foreach(const QWebElement &img, images) { relativeUrl.setEncodedUrl(img.attribute("src").toUtf8(), KUrl::TolerantMode); contents << baseUrl.resolved(relativeUrl).toString(); } QWebElementCollection links = mainFrame()->documentElement().findAll("a"); foreach(const QWebElement &link, links) { relativeUrl.setEncodedUrl(link.attribute("href").toUtf8(), KUrl::TolerantMode); contents << baseUrl.resolved(relativeUrl).toString(); } if (!QDBusConnection::sessionBus().interface()->isServiceRegistered("org.kde.kget")) { KToolInvocation::kdeinitExecWait("kget"); } QDBusInterface kget("org.kde.kget", "/KGet", "org.kde.kget.main"); if (kget.isValid()) { kget.call("importLinks", QVariant(contents.toList())); } } void WebPage::showSSLInfo(QPoint) { if (_sslInfo.isValid()) { QPointer dlg = new KSslInfoDialog(view()); dlg->setSslInfo(_sslInfo.certificateChain(), _sslInfo.peerAddress().toString(), mainFrame()->url().host(), _sslInfo.protocol(), _sslInfo.ciphers(), _sslInfo.usedChiperBits(), _sslInfo.supportedChiperBits(), KSslInfoDialog::errorsFromString(_sslInfo.certificateErrors()) ); dlg->exec(); delete dlg; return; } if (mainFrame()->url().scheme() == QL1S("https")) { KMessageBox::error(view(), i18n("The SSL information for this site appears to be corrupt."), i18nc("Secure Sockets Layer", "SSL") ); } else { KMessageBox::information(view(), i18n("This site does not contain SSL information."), i18nc("Secure Sockets Layer", "SSL") ); } } void WebPage::updateImage(bool ok) { if (ok) { NewTabPage p(mainFrame()); p.snapFinished(); } } void WebPage::copyToTempFileResult(KJob* job) { if ( job->error() ) job->uiDelegate()->showErrorMessage(); else (void)KRun::runUrl(static_cast(job)->destUrl(), _mimeType, Application::instance()->mainWindow()); }