2#include <QCoreApplication>
8#include <QNetworkCookie>
9#include <QAuthenticator>
12#include <QNetworkProxy>
13#include <QMutexLocker>
26#include "mythversion.h"
34#define LOC QString("DownloadManager: ")
49 qRegisterMetaType<QNetworkReply::NetworkError>(
"QNetworkReply::NetworkError");
61 QMutexLocker lock(&
m_lock);
67 QMutexLocker lock(&
m_lock);
91 const QHash<QByteArray, QByteArray> *
m_headers {
nullptr};
93 QNetworkReply::NetworkError
m_errorCode {QNetworkReply::NoError};
159 while (!tmpDLM->getQueueThread())
162 tmpDLM->moveToThread(tmpDLM->getQueueThread());
163 tmpDLM->setRunThread();
165 while (!tmpDLM->isRunning())
195 bool downloading =
false;
196 bool itemsInQueue =
false;
197 bool itemsInCancellationQueue =
false;
198 bool waitAnyway =
false;
205 m_manager =
new QNetworkAccessManager(
this);
209 QCoreApplication::applicationName() +
"-" +
219 m_manager->cookieJar()->setParent(
nullptr);
221 QObject::connect(
m_manager, &QNetworkAccessManager::finished,
229 LOG(VB_GENERAL, LOG_DEBUG,
"Updating DLManager's Cookie Jar");
239 if (itemsInCancellationQueue)
244 QCoreApplication::processEvents();
250 if (!itemsInQueue || waitAnyway)
257 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"waiting 200ms"));
262 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"waiting for more items to download"));
294 if (dlInfo->
m_url.startsWith(
"myth://"))
322 const QString &
dest, QByteArray *data,
329 dlInfo->m_request = req;
330 dlInfo->m_outFile =
dest;
331 dlInfo->m_data = data;
332 dlInfo->m_caller = caller;
333 dlInfo->m_requestType = reqType;
334 dlInfo->m_reload = reload;
354 const QString &
dest, QByteArray *data,
358 const QHash<QByteArray, QByteArray> *
headers,
364 dlInfo->m_request = req;
365 dlInfo->m_outFile =
dest;
366 dlInfo->m_data = data;
367 dlInfo->m_requestType = reqType;
368 dlInfo->m_reload = reload;
369 dlInfo->m_syncMode =
true;
370 dlInfo->m_authCallback = authCallbackFn;
371 dlInfo->m_authArg = authArg;
373 dlInfo->m_finalUrl = finalUrl;
383 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"preCache('%1')").arg(url));
384 queueItem(url,
nullptr, QString(),
nullptr,
nullptr);
398 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"queueDownload('%1', '%2', %3)")
399 .arg(url,
dest, QString::number((
long long)caller)));
413 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"queueDownload('%1', '%2', %3)")
414 .arg(req->url().toString()).arg((
long long)data)
415 .arg((
long long)caller));
417 queueItem(req->url().toString(), req, QString(), data, caller,
419 (QNetworkRequest::AlwaysNetwork == req->attribute(
420 QNetworkRequest::CacheLoadControlAttribute,
421 QNetworkRequest::PreferNetwork).toInt()));
443 const bool reload, QString *finalUrl)
447 nullptr,
nullptr,
nullptr, &redirected))
449 if (!redirected.isEmpty() && finalUrl !=
nullptr)
450 *finalUrl = redirected;
464 QNetworkReply *reply =
nullptr;
467 dlInfo->m_reload = reload;
468 dlInfo->m_syncMode =
true;
469 dlInfo->m_processReply =
false;
475 reply = dlInfo->m_reply;
477 dlInfo->m_reply =
nullptr;
497 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"download('%1', '%2')")
498 .arg(req->url().toString()).arg((
long long)data));
499 return processItem(req->url().toString(), req, QString(), data,
501 (QNetworkRequest::AlwaysNetwork == req->attribute(
502 QNetworkRequest::CacheLoadControlAttribute,
503 QNetworkRequest::PreferNetwork).toInt()));
516 const bool reload,
AuthCallback authCallbackFn,
void *authArg,
517 const QHash<QByteArray, QByteArray> *
headers)
533 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"queuePost('%1', '%2')")
534 .arg(url).arg((
long long)data));
538 LOG(VB_GENERAL, LOG_ERR,
LOC +
"queuePost(), data is NULL!");
554 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"queuePost('%1', '%2')")
555 .arg(req->url().toString()).arg((
long long)data));
559 LOG(VB_GENERAL, LOG_ERR,
LOC +
"queuePost(), data is NULL!");
563 queueItem(req->url().toString(), req, QString(), data, caller,
565 (QNetworkRequest::AlwaysNetwork == req->attribute(
566 QNetworkRequest::CacheLoadControlAttribute,
567 QNetworkRequest::PreferNetwork).toInt()));
578 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"post('%1', '%2')")
579 .arg(url).arg((
long long)data));
583 LOG(VB_GENERAL, LOG_ERR,
LOC +
"post(), data is NULL!");
597 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"post('%1', '%2')")
598 .arg(req->url().toString()).arg((
long long)data));
602 LOG(VB_GENERAL, LOG_ERR,
LOC +
"post(), data is NULL!");
606 return processItem(req->url().toString(), req, QString(), data,
608 (QNetworkRequest::AlwaysNetwork == req->attribute(
609 QNetworkRequest::CacheLoadControlAttribute,
610 QNetworkRequest::PreferNetwork).toInt()));
624 const QHash<QByteArray, QByteArray> *
headers)
626 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"postAuth('%1', '%2')")
627 .arg(url).arg((
long long)data));
631 LOG(VB_GENERAL, LOG_ERR,
LOC +
"postAuth(), data is NULL!");
656 static const QString kDateFormat =
"ddd, dd MMM yyyy hh:mm:ss 'GMT'";
657 QUrl qurl(dlInfo->
m_url);
658 QNetworkRequest request;
668 request.setUrl(qurl);
673 request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
674 QNetworkRequest::AlwaysNetwork);
685 while (!(redirectLoc =
getHeader(qurl,
"Location")).isNull())
689 LOG(VB_GENERAL, LOG_WARNING, QString(
"Cache Redirection limit "
691 .arg(qurl.toString()));
694 qurl.setUrl(redirectLoc);
698 LOG(VB_NETWORK, LOG_DEBUG, QString(
"Checking cache for %1")
699 .arg(qurl.toString()));
702 QNetworkCacheMetaData urlData =
m_manager->cache()->metaData(qurl);
704 if ((urlData.isValid()) &&
705 ((!urlData.expirationDate().isValid()) ||
706 (urlData.expirationDate().toUTC().secsTo(now) < 10)))
708 QString dateString =
getHeader(urlData,
"Date");
710 if (!dateString.isNull())
714#if QT_VERSION < QT_VERSION_CHECK(6,5,0)
715 loadDate.setTimeSpec(Qt::UTC);
717 loadDate.setTimeZone(QTimeZone(QTimeZone::UTC));
719 if (loadDate.secsTo(now) <= 720)
722 LOG(VB_NETWORK, LOG_DEBUG, QString(
"Preferring cache for %1")
723 .arg(qurl.toString()));
730 request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
731 QNetworkRequest::PreferCache);
733 if (!request.hasRawHeader(
"User-Agent"))
735 request.setRawHeader(
"User-Agent",
736 QByteArray(
"MythTV v") + MYTH_BINARY_VERSION +
737 " MythDownloadManager");
742 QHash<QByteArray, QByteArray>::const_iterator it =
744 for ( ; it != dlInfo->
m_headers->constEnd(); ++it )
746 if (!it.key().isEmpty() && !it.value().isEmpty())
748 request.setRawHeader(it.key(), it.value());
771 connect(
m_manager, &QNetworkAccessManager::authenticationRequired,
775 connect(dlInfo->
m_reply, &QNetworkReply::errorOccurred,
777 connect(dlInfo->
m_reply, &QNetworkReply::downloadProgress,
786 QAuthenticator *authenticator)
798 LOG(VB_FILE, LOG_DEBUG,
"Calling auth callback");
820 if (dlInfo->
m_url.startsWith(
"http://[fe80::",Qt::CaseInsensitive))
821 return downloadNowLinkLocal(dlInfo, deleteInfo);
833 while ((!dlInfo->
IsDone()) &&
835 (((!dlInfo->
m_url.startsWith(
"myth://")) &&
837 ((dlInfo->
m_url.startsWith(
"myth://")) &&
846 bool done = dlInfo->
IsDone();
848 done && (dlInfo->
m_errorCode == QNetworkReply::NoError);
857 LOG(VB_FILE, LOG_DEBUG,
858 LOC + QString(
"Aborting download - lack of data transfer"));
893bool MythDownloadManager::downloadNowLinkLocal(
MythDownloadInfo *dlInfo,
bool deleteInfo)
900 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"No data buffer provided for %1").arg(dlInfo->
m_url));
907 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Unsupported authentication for %1").arg(dlInfo->
m_url));
913 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Unsupported File output %1 for %2")
922 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Unsupported link-local operation %1")
923 .arg(dlInfo->
m_url));
927 QUrl url(dlInfo->
m_url);
928 QString host(url.host());
929 int port(url.port(80));
943 QByteArray* buffer = dlInfo->
m_data;
944 QHash<QByteArray, QByteArray>
headers;
947 if (!
headers.contains(
"User-Agent"))
948 headers.insert(
"User-Agent", QByteArray(
"MythDownloadManager v") +
949 MYTH_BINARY_VERSION);
950 headers.insert(
"Connection",
"close");
951 headers.insert(
"Accept-Encoding",
"identity");
952 if (!buffer->isEmpty())
953 headers.insert(
"Content-Length", QString::number(buffer->size()).toUtf8());
954 headers.insert(
"Host", (url.host() +
":" + QString::number(port)).toUtf8());
956 QByteArray requestMessage;
957 QString path (url.path());
958 requestMessage.append(
"POST ");
959 requestMessage.append(path.toLatin1());
960 requestMessage.append(
" HTTP/1.1\r\n");
961 QHashIterator<QByteArray, QByteArray> it(
headers);
965 requestMessage.append(it.key());
966 requestMessage.append(
": ");
967 requestMessage.append(it.value());
968 requestMessage.append(
"\r\n");
970 requestMessage.append(
"\r\n");
971 if (!buffer->isEmpty())
972 requestMessage.append(*buffer);
975 socket.connectToHost(host,
static_cast<uint16_t>(port));
977 if (!socket.waitForConnected(5000))
980 ok = socket.write(requestMessage) > 0;
983 ok = socket.waitForDisconnected(5000);
986 *buffer = socket.readAll();
988 QByteArray delim(
"\r\n\r\n");
989 int delimLoc = buffer->indexOf(delim);
991 *buffer = buffer->right(buffer->size() - delimLoc - 4);
1008 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Link Local request failed: %1").arg(url.toString()));
1029 for (
const auto& url : std::as_const(urls))
1032 while (lit.hasNext())
1036 if (dlInfo->
m_url == url)
1059 if (QThread::currentThread() == this->thread())
1082 while (lit.hasNext())
1090 LOG(VB_FILE, LOG_DEBUG,
1091 LOC + QString(
"Aborting download - user request"));
1100 dlInfo->
m_errorCode = QNetworkReply::OperationCanceledError;
1122 dlInfo->
m_data =
nullptr;
1126 QMap <QString, MythDownloadInfo*>::iterator mit =
m_downloadInfos.begin();
1134 dlInfo->
m_data =
nullptr;
1144 auto *reply = qobject_cast<QNetworkReply *>(sender());
1145 if (reply ==
nullptr)
1148 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"downloadError %1 ")
1149 .arg(errorCode) + reply->errorString() );
1154 reply->deleteLater();
1172 const QUrl& oldRedirectUrl)
1174 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"redirectUrl()"));
1177 if(!possibleRedirectUrl.isEmpty() && possibleRedirectUrl != oldRedirectUrl)
1188 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"downloadFinished(%1)")
1189 .arg((
long long)reply));
1194 reply->deleteLater();
1200 if (!dlInfo || !dlInfo->
m_reply)
1214 int statusCode = -1;
1215 static const QString kDateFormat =
"ddd, dd MMM yyyy hh:mm:ss 'GMT'";
1216 QNetworkReply *reply = dlInfo->
m_reply;
1220 QUrl possibleRedirectUrl =
1221 reply->attribute(QNetworkRequest::RedirectionTargetAttribute).toUrl();
1223 if (!possibleRedirectUrl.isEmpty() &&
1224 possibleRedirectUrl.isValid() &&
1225 possibleRedirectUrl.isRelative())
1226 possibleRedirectUrl = reply->url().resolved(possibleRedirectUrl);
1228 if (!possibleRedirectUrl.isEmpty() && dlInfo->
m_finalUrl !=
nullptr)
1229 *dlInfo->
m_finalUrl = QString(possibleRedirectUrl.toString());
1235 reply->attribute(QNetworkRequest::HttpStatusCodeAttribute);
1236 if (status.isValid())
1237 statusCode = status.toInt();
1242 (statusCode == 301 || statusCode == 302 ||
1243 statusCode == 303)))
1245 LOG(VB_FILE, LOG_DEBUG,
LOC +
1246 QString(
"downloadFinished(%1): Redirect: %2 -> %3")
1247 .arg(QString::number((
long long)dlInfo),
1248 reply->url().toString(),
1249 dlInfo->m_redirectedTo.toString()));
1252 dlInfo->m_data->clear();
1254 dlInfo->m_bytesReceived = 0;
1255 dlInfo->m_bytesTotal = 0;
1257 QNetworkRequest request(dlInfo->m_redirectedTo);
1259 if (dlInfo->m_reload)
1261 request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
1262 QNetworkRequest::AlwaysNetwork);
1264 else if (dlInfo->m_preferCache)
1266 request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
1267 QNetworkRequest::PreferCache);
1270 request.setRawHeader(
"User-Agent",
1271 "MythDownloadManager v" +
1272 QByteArray(MYTH_BINARY_VERSION));
1274 switch (dlInfo->m_requestType)
1277 dlInfo->m_reply =
m_manager->head(request);
1281 dlInfo->m_reply =
m_manager->get(request);
1287 connect(dlInfo->m_reply, &QNetworkReply::errorOccurred,
1289 connect(dlInfo->m_reply, &QNetworkReply::downloadProgress,
1293 reply->deleteLater();
1297 LOG(VB_FILE, LOG_DEBUG, QString(
"downloadFinished(%1): COMPLETE: %2")
1298 .arg((
long long)dlInfo).arg(dlInfo->m_url));
1302 QUrl fileUrl = dlInfo->m_url;
1303 QString redirectLoc;
1305 while (!(redirectLoc =
getHeader(fileUrl,
"Location")).isNull())
1309 LOG(VB_GENERAL, LOG_WARNING, QString(
"Cache Redirection limit "
1311 .arg(fileUrl.toString()));
1314 fileUrl.setUrl(redirectLoc);
1319 QNetworkCacheMetaData urlData =
m_manager->cache()->metaData(fileUrl);
1321 if (
getHeader(urlData,
"Date").isNull())
1323 QNetworkCacheMetaData::RawHeaderList
headers = urlData.rawHeaders();
1324 QNetworkCacheMetaData::RawHeader newheader;
1326 newheader = QNetworkCacheMetaData::RawHeader(
"Date",
1327 now.toString(kDateFormat).toLatin1());
1329 urlData.setRawHeaders(
headers);
1331 m_manager->cache()->updateMetaData(urlData);
1336 dlInfo->m_redirectedTo.clear();
1342 if (reply && dlInfo->m_processReply)
1344 bool append = (!dlInfo->m_syncMode && dlInfo->m_caller);
1345 QByteArray data = reply->readAll();
1346 dataSize = data.size();
1349 dlInfo->m_bytesReceived += dataSize;
1351 dlInfo->m_bytesReceived = dataSize;
1353 dlInfo->m_bytesTotal = dlInfo->m_bytesReceived;
1358 dlInfo->m_data->append(data);
1360 *dlInfo->m_data = data;
1362 else if (!dlInfo->m_outFile.isEmpty())
1364 saveFile(dlInfo->m_outFile, data, append);
1371 (*dlInfo->m_data) = dlInfo->m_privData;
1373 else if (!dlInfo->m_outFile.isEmpty())
1375 saveFile(dlInfo->m_outFile, dlInfo->m_privData);
1377 dlInfo->m_bytesReceived += dataSize;
1378 dlInfo->m_bytesTotal = dlInfo->m_bytesReceived;
1386 LOG(VB_GENERAL, LOG_ERR,
LOC +
1387 QString(
"ERROR download finished but failed to remove url: %1")
1388 .arg(dlInfo->m_url));
1395 dlInfo->SetDone(
true);
1397 if (!dlInfo->m_syncMode)
1399 if (dlInfo->m_caller)
1401 LOG(VB_FILE, LOG_DEBUG, QString(
"downloadFinished(%1): "
1402 "COMPLETE: %2, sending event to caller")
1403 .arg((
long long)dlInfo).arg(dlInfo->m_url));
1406 args << dlInfo->m_url;
1407 args << dlInfo->m_outFile;
1408 args << QString::number(dlInfo->m_bytesTotal);
1410 args << (reply ? reply->errorString() : QString());
1411 args << QString::number((
int)(reply ? reply->error() :
1412 dlInfo->m_errorCode));
1414 QCoreApplication::postEvent(dlInfo->m_caller,
1433 auto *reply = qobject_cast<QNetworkReply *>(sender());
1434 if (reply ==
nullptr)
1437 LOG(VB_FILE, LOG_DEBUG,
LOC +
1438 QString(
"downloadProgress(%1, %2) (for reply %3)")
1439 .arg(bytesReceived).arg(bytesTotal).arg((
long long)reply));
1452 LOG(VB_FILE, LOG_DEBUG,
LOC +
1453 QString(
"downloadProgress: %1 to %2 is at %3 of %4 bytes downloaded")
1455 .arg(bytesReceived).arg(bytesTotal));
1459 LOG(VB_FILE, LOG_DEBUG, QString(
"downloadProgress(%1): "
1460 "sending event to caller")
1461 .arg(reply->url().toString()));
1464 QByteArray data = reply->readAll();
1469 dlInfo->
m_data->append(data);
1477 args << QString::number(bytesReceived);
1478 args << QString::number(bytesTotal);
1480 QCoreApplication::postEvent(dlInfo->
m_caller,
1493 const QByteArray &data,
1496 if (outFile.isEmpty() || data.isEmpty())
1499 QFile
file(outFile);
1500 QFileInfo fileInfo(outFile);
1501 QDir qdir(fileInfo.absolutePath());
1503 if (!qdir.exists() && !qdir.mkpath(fileInfo.absolutePath()))
1505 LOG(VB_GENERAL, LOG_ERR, QString(
"Failed to create: '%1'")
1506 .arg(fileInfo.absolutePath()));
1510 QIODevice::OpenMode mode = QIODevice::Unbuffered|QIODevice::WriteOnly;
1512 mode |= QIODevice::Append;
1514 if (!
file.open(mode))
1516 LOG(VB_GENERAL, LOG_ERR, QString(
"Failed to open: '%1'") .arg(outFile));
1521 size_t remaining = data.size();
1522 uint failure_cnt = 0;
1523 while ((remaining > 0) && (failure_cnt < 5))
1525 ssize_t written =
file.write(data.data() + offset, remaining);
1535 remaining -= written;
1538 return remaining <= 0;
1552 static const QString kDateFormat =
"ddd, dd MMM yyyy hh:mm:ss 'GMT'";
1553 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1')").arg(url));
1558 QUrl cacheUrl = QUrl(url);
1561 QString redirectLoc;
1563 while (!(redirectLoc =
getHeader(cacheUrl,
"Location")).isNull())
1567 LOG(VB_GENERAL, LOG_WARNING, QString(
"Cache Redirection limit "
1569 .arg(cacheUrl.toString()));
1572 cacheUrl.setUrl(redirectLoc);
1577 QNetworkCacheMetaData urlData =
m_manager->cache()->metaData(cacheUrl);
1580 if (urlData.isValid() &&
1581 ((!urlData.expirationDate().isValid()) ||
1582 (urlData.expirationDate().secsTo(now) < 0)))
1584 if (urlData.lastModified().toUTC().secsTo(now) <= 3600)
1586 result = urlData.lastModified().toUTC();
1590 QString date =
getHeader(urlData,
"Date");
1593 QDateTime loadDate =
1595#if QT_VERSION < QT_VERSION_CHECK(6,5,0)
1596 loadDate.setTimeSpec(Qt::UTC);
1598 loadDate.setTimeZone(QTimeZone(QTimeZone::UTC));
1600 if (loadDate.secsTo(now) <= 1200)
1602 result = urlData.lastModified().toUTC();
1608 if (!result.isValid())
1611 dlInfo->
m_url = url;
1622 QNetworkRequest::LastModifiedHeader);
1623 if (lastMod.isValid())
1624 result = lastMod.toDateTime().toUTC();
1633 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1'): Result %2")
1634 .arg(url, result.toString()));
1662 auto *jar = qobject_cast<MythCookieJar *>(
m_manager->cookieJar());
1684 auto *inJar = qobject_cast<MythCookieJar *>(
m_manager->cookieJar());
1685 if (inJar ==
nullptr)
1701 auto *inJar = qobject_cast<MythCookieJar *>(jar);
1702 if (inJar ==
nullptr)
1720 if (inJar !=
nullptr)
1737 QNetworkCacheMetaData metadata =
m_manager->cache()->metaData(url);
1749 const QString& header)
1751 auto headers = cacheData.rawHeaders();
1752 for (
const auto& rh : std::as_const(
headers))
1753 if (QString(rh.first) == header)
1764 const QList<QNetworkCookie> cookieList = old.allCookies();
1765 setAllCookies(cookieList);
1773 LOG(VB_GENERAL, LOG_DEBUG, QString(
"MythCookieJar: loading cookies from: %1").arg(
filename));
1776 if (!f.open(QIODevice::ReadOnly))
1778 LOG(VB_GENERAL, LOG_WARNING, QString(
"MythCookieJar::load() failed to open file for reading: %1").arg(
filename));
1782 QList<QNetworkCookie> cookieList;
1783 QTextStream stream(&f);
1784 while (!stream.atEnd())
1786 QString cookie = stream.readLine();
1787 cookieList << QNetworkCookie::parseCookies(cookie.toLocal8Bit());
1790 setAllCookies(cookieList);
1798 LOG(VB_GENERAL, LOG_DEBUG, QString(
"MythCookieJar: saving cookies to: %1").arg(
filename));
1801 if (!f.open(QIODevice::WriteOnly))
1803 LOG(VB_GENERAL, LOG_ERR, QString(
"MythCookieJar::save() failed to open file for writing: %1").arg(
filename));
1807 QList<QNetworkCookie> cookieList = allCookies();
1808 QTextStream stream(&f);
1810 for (
const auto& cookie : std::as_const(cookieList))
1811 stream << cookie.toRawForm() << Qt::endl;
static MThreadPool * globalInstance(void)
void start(QRunnable *runnable, const QString &debugName, int priority=0)
void RunProlog(void)
Sets up a thread, call this if you reimplement run().
static void usleep(std::chrono::microseconds time)
void RunEpilog(void)
Cleans up a thread's resources, call this if you reimplement run().
bool wait(std::chrono::milliseconds time=std::chrono::milliseconds::max())
Wait for the MThread to exit, with a maximum timeout.
A subclassed QNetworkCookieJar that allows for reading and writing cookie files that contain raw form...
void load(const QString &filename)
Loads the cookie jar from a cookie file.
void save(const QString &filename)
Saves the cookie jar to a cookie file.
void copyAllCookies(MythCookieJar &old)
Copies all cookies from one MythCookieJar to another.
QString GetHostName(void)
const QHash< QByteArray, QByteArray > * m_headers
QNetworkReply::NetworkError m_errorCode
AuthCallback m_authCallback
MRequestType m_requestType
QNetworkRequest * m_request
QNetworkCookieJar * copyCookieJar(void)
Copy from one cookie jar to another.
void preCache(const QString &url)
Downloads a URL but doesn't store the resulting data anywhere.
QMap< QString, MythDownloadInfo * > m_downloadInfos
void downloadRemoteFile(MythDownloadInfo *dlInfo)
Triggers a myth:// URI download in the background via RemoteFile.
void queueItem(const QString &url, QNetworkRequest *req, const QString &dest, QByteArray *data, QObject *caller, MRequestType reqType=kRequestGet, bool reload=false)
Adds a request to the download queue.
~MythDownloadManager() override
Destructor for MythDownloadManager.
bool postAuth(const QString &url, QByteArray *data, AuthCallback authCallback, void *authArg, const QHash< QByteArray, QByteArray > *headers=nullptr)
Posts data to a url via the QNetworkAccessManager.
QNetworkCookieJar * m_inCookieJar
QNetworkDiskCache * m_diskCache
static bool saveFile(const QString &outFile, const QByteArray &data, bool append=false)
Saves a QByteArray of data to a given filename.
QWaitCondition m_queueWaitCond
bool downloadNow(MythDownloadInfo *dlInfo, bool deleteInfo=true)
Download helper for download() blocking methods.
QString getHeader(const QUrl &url, const QString &header)
void downloadQNetworkRequest(MythDownloadInfo *dlInfo)
Downloads a QNetworkRequest via the QNetworkAccessManager.
void queuePost(const QString &url, QByteArray *data, QObject *caller)
Queues a post to a URL via the QNetworkAccessManager.
void loadCookieJar(const QString &filename)
Loads the cookie jar from a cookie file.
void downloadProgress(qint64 bytesReceived, qint64 bytesTotal)
Slot to process download update events.
void updateCookieJar(void)
Update the cookie jar from the temporary cookie jar.
bool post(const QString &url, QByteArray *data)
Posts data to a url via the QNetworkAccessManager.
bool processItem(const QString &url, QNetworkRequest *req, const QString &dest, QByteArray *data, MRequestType reqType=kRequestGet, bool reload=false, AuthCallback authCallback=nullptr, void *authArg=nullptr, const QHash< QByteArray, QByteArray > *headers=nullptr, QString *finalUrl=nullptr)
Processes a network request immediately and waits for a response.
QList< MythDownloadInfo * > m_cancellationQueue
QRecursiveMutex * m_infoLock
void downloadCanceled(void)
static QUrl redirectUrl(const QUrl &possibleRedirectUrl, const QUrl &oldRedirectUrl)
Checks whether we were redirected to the given URL.
friend class RemoteFileDownloadThread
QMap< QNetworkReply *, MythDownloadInfo * > m_downloadReplies
void authCallback(QNetworkReply *reply, QAuthenticator *authenticator)
Signal handler for authentication requests.
QList< MythDownloadInfo * > m_downloadQueue
void saveCookieJar(const QString &filename)
Saves the cookie jar to a cookie file.
bool downloadAuth(const QString &url, const QString &dest, bool reload=false, AuthCallback authCallback=nullptr, void *authArg=nullptr, const QHash< QByteArray, QByteArray > *headers=nullptr)
Downloads a URL to a file in blocking mode.
QNetworkAccessManager * m_manager
void setCookieJar(QNetworkCookieJar *cookieJar)
void run(void) override
Runs a loop to process incoming download requests and triggers download events to be processed.
void cancelDownload(const QString &url, bool block=true)
Cancel a queued or current download.
void removeListener(QObject *caller)
Disconnects the specified caller from any existing MythDownloadInfo instances.
void refreshCookieJar(QNetworkCookieJar *jar)
Refresh the temporary cookie jar from another cookie jar.
void queueDownload(const QString &url, const QString &dest, QObject *caller, bool reload=false)
Adds a url to the download queue.
QDateTime GetLastModified(const QString &url)
Gets the Last Modified timestamp for a URI.
void downloadError(QNetworkReply::NetworkError errorCode)
Slot to process download error events.
void downloadFinished(QNetworkReply *reply)
Slot to process download finished events.
bool download(const QString &url, const QString &dest, bool reload=false)
Downloads a URL to a file in blocking mode.
This class is used as a container for messages.
static bool resolveLinkLocal(QString &host, int port, std::chrono::milliseconds timeLimit=30s)
Convenience method to resolve link-local address.
MythDownloadManager * m_parent
RemoteFileDownloadThread(MythDownloadManager *parent, MythDownloadInfo *dlInfo)
MythDownloadInfo * m_dlInfo
MythCoreContext * gCoreContext
This global variable contains the MythCoreContext instance for the app.
static constexpr int CACHE_REDIRECTION_LIMIT
void ShutdownMythDownloadManager(void)
Deletes the running MythDownloadManager at program exit.
MythDownloadManager * GetMythDownloadManager(void)
Gets the pointer to the MythDownloadManager singleton.
MythDownloadManager * downloadManager
void(*)(QNetworkReply *, QAuthenticator *, void *) AuthCallback
#define LOG(_MASK_, _LEVEL_, _QSTRING_)
std::chrono::seconds secsInPast(const QDateTime &past)
QDateTime fromString(const QString &dtstr)
Converts kFilename && kISODate formats to QDateTime.
QDateTime current(bool stripped)
Returns current Date and Time in UTC.