14 #include <QCoreApplication>
15 #include <QDesktopServices>
16 #include <QElapsedTimer>
20 #include <QMutexLocker>
21 #include <QNetworkAccessManager>
22 #include <QNetworkDiskCache>
23 #include <QNetworkInterface>
24 #include <QNetworkProxy>
25 #include <QNetworkReply>
26 #include <QNetworkRequest>
30 #include <QSslConfiguration>
44 static const QString
LOC { QStringLiteral(
"[netstream] ") };
62 static const QEvent::Type
kType = QEvent::User;
78 static const QEvent::Type
kType =
static_cast< QEvent::Type
>(QEvent::User + 1);
98 m_cert(
std::move(cert))
100 setObjectName(
"NetStream " + url.toString());
102 m_request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
105 mode ==
kNeverCache ? QNetworkRequest::AlwaysNetwork :
106 QNetworkRequest::PreferNetwork );
134 static inline QString
Source(
const QNetworkRequest &request)
136 switch (request.attribute(QNetworkRequest::CacheLoadControlAttribute).toInt())
138 case QNetworkRequest::AlwaysCache:
return "cache";
139 case QNetworkRequest::PreferCache:
return "cache-preferred";
140 case QNetworkRequest::PreferNetwork:
return "net-preferred";
141 case QNetworkRequest::AlwaysNetwork:
return "net";
146 static inline QString
Source(
const QNetworkReply* reply)
148 return reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool() ?
158 LOG(VB_GENERAL, LOG_WARNING,
LOC +
159 QString(
"(%1) Request unsupported URL: %2")
160 .arg(
m_id).arg(url.toString()) );
183 const QByteArray ua(
"User-Agent");
185 m_request.setRawHeader(ua,
"UK-MHEG/2 MYT001/001 MHGGNU/001");
188 m_request.setRawHeader(
"Range", QString(
"bytes=%1-").arg(
m_pos).toLatin1());
190 #ifndef QT_NO_OPENSSL
193 QSslConfiguration ssl(QSslConfiguration::defaultConfiguration());
195 QList<QSslCertificate> clist;
198 clist = QSslCertificate::fromData(
m_cert, QSsl::Der);
200 LOG(VB_GENERAL, LOG_WARNING,
LOC + QString(
"Invalid certificate: %1")
201 .arg(
m_cert.toPercentEncoding().constData()) );
207 ssl.setPeerVerifyMode(QSslSocket::VerifyNone);
211 ssl.setCaCertificates(clist);
218 if (!fname.isEmpty())
220 QFile f1(QFile::exists(fname) ? fname :
GetShareDir() + fname);
221 if (f1.open(QIODevice::ReadOnly))
223 QSslCertificate cert(&f1, QSsl::Pem);
225 ssl.setLocalCertificate(cert);
227 LOG(VB_GENERAL, LOG_WARNING,
LOC +
228 QString(
"'%1' is an invalid certificate").arg(f1.fileName()) );
232 LOG(VB_GENERAL, LOG_WARNING,
LOC +
233 QString(
"Opening client certificate '%1': %2")
234 .arg(f1.fileName(), f1.errorString()) );
239 if (!fname.isEmpty())
241 QFile f2(QFile::exists(fname) ? fname :
GetShareDir() + fname);
242 if (f2.open(QIODevice::ReadOnly))
244 QSslKey key(&f2, QSsl::Rsa, QSsl::Pem, QSsl::PrivateKey,
247 ssl.setPrivateKey(key);
249 LOG(VB_GENERAL, LOG_WARNING,
LOC +
250 QString(
"'%1' is an invalid key").arg(f2.fileName()) );
254 LOG(VB_GENERAL, LOG_WARNING,
LOC +
255 QString(
"Opening private key '%1': %2")
256 .arg(f2.fileName(), f2.errorString()) );
265 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Request %2 bytes=%3- from %4")
285 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Started 0x%2")
286 .arg(
m_id).arg(quintptr(reply),0,16) );
298 #ifndef QT_NO_OPENSSL
299 connect(reply, &QNetworkReply::sslErrors,
this,
306 LOG(VB_GENERAL, LOG_ERR,
LOC +
307 QString(
"(%1) Started but m_reply not NULL").arg(
m_id));
313 qlonglong len = reply->header(QNetworkRequest::ContentLengthHeader)
315 return ok ? len : -1;
319 qulonglong &first, qulonglong &last)
321 QByteArray range = reply->rawHeader(
"Content-Range");
327 const char *fmt =
" bytes %20" SCNd64
" - %20" SCNd64
" / %20" SCNd64;
328 if (3 != std::sscanf(range.constData(), fmt, &first, &last, &len))
330 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Invalid Content-Range:'%1'")
331 .arg(range.constData()) );
335 return static_cast<qlonglong
>(len);
339 static bool inline RequestRange(
const QNetworkRequest &request,
340 qlonglong &first, qlonglong &last)
344 QByteArray range = request.rawHeader(
"Range");
348 if (1 > std::sscanf(range.constData(),
" bytes %20lld - %20lld", &first, &last))
350 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Invalid Range:'%1'")
351 .arg(range.constData()) );
366 qint64 avail =
m_reply->bytesAvailable();
368 (avail <= 4 *
kMaxBuffer) ? LOG_INFO : LOG_WARNING,
369 LOC + QString(
"(%1) Ready 0x%2, %3 bytes available").arg(
m_id)
370 .arg(quintptr(
m_reply),0,16).arg(avail) );
374 qulonglong first = 0;
380 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Ready 0x%2, range %3-%4/%5")
381 .arg(
m_id).arg(quintptr(
m_reply),0,16).arg(first).arg(last).arg(len) );
386 if (m_state < kReady || m_size >= 0)
388 LOG(VB_FILE, LOG_INFO,
LOC +
389 QString(
"(%1) Ready 0x%2, content length %3")
405 LOG(VB_GENERAL, LOG_ERR,
LOC +
406 QString(
"(%1) ReadyRead but m_reply = NULL").arg(
m_id));
417 if (QNetworkReply::NoError ==
error)
421 QNetworkRequest::RedirectionTargetAttribute).toUrl();
428 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1) Too many redirections")
437 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1) Redirection loop to %2")
438 .arg(
m_id).arg(url.toString()) );
443 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Redirecting").arg(
m_id));
450 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1): %2")
460 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Finished 0x%2 %3/%4 bytes from %5")
471 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"(%1) Finished but m_reply = NULL")
475 #ifndef QT_NO_OPENSSL
484 for (
const auto& e : std::as_const(errors))
486 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) SSL error %2: ")
487 .arg(
m_id).arg(e.error()) + e.errorString() );
490 #if 1 // The BBC use a self certified cert
491 case QSslError::SelfSignedCertificateInChain:
502 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) SSL errors ignored").arg(
m_id));
503 m_reply->ignoreSslErrors(errors);
507 LOG(VB_GENERAL, LOG_ERR,
LOC +
508 QString(
"(%1) SSL error but m_reply = NULL").arg(
m_id) );
519 return url.isValid() &&
520 (url.scheme() ==
"http" || url.scheme() ==
"https") &&
521 !url.authority().isEmpty() &&
522 !url.path().isEmpty();
537 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Cancelled").arg(
m_id) );
545 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Abort 0x%2")
558 QElapsedTimer
t;
t.start();
566 unsigned elapsed =
t.elapsed();
567 if (elapsed >= millisecs)
578 qint64 avail =
m_reply->read(
reinterpret_cast< char*
>(data), sz);
582 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) safe_read @ %4 => %2/%3, %5 mS")
583 .arg(
m_id).arg(avail).arg(sz).arg(
m_pos).arg(
t.elapsed()) );
597 LOG(VB_GENERAL, LOG_ERR,
LOC +
598 QString(
"(%1) Seek(%2) out of range [0..%3]")
603 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Seek(%2) curr %3 end %4")
631 QElapsedTimer
t;
t.start();
634 auto elapsed = std::chrono::milliseconds(
t.elapsed());
648 QElapsedTimer
t;
t.start();
651 auto elapsed = std::chrono::milliseconds(
t.elapsed());
664 return !
m_reply ? QNetworkReply::OperationCanceledError :
m_reply->error();
686 QByteArray data =
m_reply->readAll();
687 m_pos += data.size();
735 QMutexLocker locker(&
s_mtx);
745 setObjectName(
"NAMThread");
747 #ifndef QT_NO_OPENSSL
750 qRegisterMetaType< QList<QSslError> >();
764 LOG(VB_FILE, LOG_INFO,
LOC +
"NAMThread starting");
766 m_nam =
new QNetworkAccessManager();
767 m_nam->setObjectName(
"NetStream NAM");
770 std::unique_ptr<QNetworkDiskCache> cache(
new QNetworkDiskCache());
772 cache->setCacheDirectory(
GetConfDir() +
"/cache/netstream-" +
775 m_nam->setCache(cache.release());
779 QString proxy(qEnvironmentVariable(
"MYTHMHEG_PROXY"));
780 if (!proxy.isEmpty())
782 QUrl url(proxy, QUrl::TolerantMode);
783 QNetworkProxy::ProxyType
type =
784 url.scheme().isEmpty() ? QNetworkProxy::HttpProxy :
785 url.scheme() ==
"socks" ? QNetworkProxy::Socks5Proxy :
786 url.scheme() ==
"http" ? QNetworkProxy::HttpProxy :
787 url.scheme() ==
"https" ? QNetworkProxy::HttpProxy :
788 url.scheme() ==
"cache" ? QNetworkProxy::HttpCachingProxy :
789 url.scheme() ==
"ftp" ? QNetworkProxy::FtpCachingProxy :
790 QNetworkProxy::NoProxy;
791 if (QNetworkProxy::NoProxy !=
type)
793 LOG(VB_GENERAL, LOG_INFO,
LOC +
"Using proxy: " + proxy);
794 m_nam->setProxy(QNetworkProxy(
795 type, url.host(), url.port(), url.userName(), url.password() ));
799 LOG(VB_MHEG, LOG_ERR,
LOC + QString(
"Unknown proxy type %1")
800 .arg(url.scheme()) );
805 connect(QCoreApplication::instance(), &QCoreApplication::aboutToQuit,
814 QCoreApplication::processEvents();
825 QScopedPointer< QEvent > ev(
m_workQ.dequeue());
837 LOG(VB_FILE, LOG_INFO,
LOC +
"NAMThread stopped");
855 switch (event->type())
859 #pragma GCC diagnostic push
860 #pragma GCC diagnostic ignored "-Wswitch"
863 #pragma GCC diagnostic pop
874 LOG(VB_GENERAL, LOG_ERR,
LOC +
"Invalid NetStreamRequest");
878 if (!
p->m_bCancelled)
880 QNetworkReply *reply =
m_nam->get(
p->m_req);
881 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) StartRequest 0x%2")
882 .arg(
p->m_id).arg(quintptr(reply),0,16) );
886 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) NetStreamRequest cancelled").arg(
p->m_id) );
894 LOG(VB_GENERAL, LOG_ERR,
LOC +
"Invalid NetStreamAbort");
898 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) AbortRequest 0x%2").arg(
p->m_id)
899 .arg(quintptr(
p->m_reply),0,16) );
901 p->m_reply->disconnect();
909 auto interfaces = QNetworkInterface::allInterfaces();
910 return std::any_of(interfaces.begin(), interfaces.end(),
911 [](
const QNetworkInterface& iface)
913 auto f = iface.flags();
914 if (f.testFlag(QNetworkInterface::IsLoopBack))
916 return f.testFlag(QNetworkInterface::IsRunning);
926 QMutexLocker locker(&m.
m_mutex);
931 QAbstractNetworkCache *cache = m.
m_nam->cache();
935 QNetworkCacheMetaData meta = cache->metaData(url);
938 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1') not in cache")
939 .arg(url.toString()));
944 QDateTime
const now(QDateTime::currentDateTime());
945 QDateTime expire = meta.expirationDate();
946 if (expire.isValid() && expire.toLocalTime() < now)
948 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"GetLastModified('%1') past expiration %2")
949 .arg(url.toString(), expire.toString()));
954 QDateTime lastMod = meta.lastModified();
956 QNetworkCacheMetaData::RawHeaderList
headers = meta.rawHeaders();
957 for (
const auto& h : std::as_const(
headers))
960 static const QString kSzFormat {
"ddd, dd MMM yyyy HH:mm:ss 'GMT'" };
962 QString
const first(h.first.toLower());
963 if (first ==
"cache-control")
965 QString
const second(h.second.toLower());
966 if (second ==
"no-cache" || second ==
"no-store")
968 LOG(VB_FILE, LOG_INFO,
LOC +
969 QString(
"GetLastModified('%1') Cache-Control disabled")
970 .arg(url.toString()) );
975 else if (first ==
"date")
980 LOG(VB_GENERAL, LOG_WARNING,
LOC +
981 QString(
"GetLastModified invalid Date header '%1'")
982 .arg(h.second.constData()));
985 d.setTimeSpec(Qt::UTC);
990 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1') last modified %2")
991 .arg(url.toString(), lastMod.toString()));