14 #include <QCoreApplication>
15 #include <QDesktopServices>
16 #include <QElapsedTimer>
20 #include <QMutexLocker>
21 #include <QNetworkAccessManager>
22 #include <QNetworkDiskCache>
23 #include <QNetworkInterface>
24 #include <QNetworkProxy>
25 #include <QNetworkReply>
26 #include <QNetworkRequest>
30 #include <QSslConfiguration>
44 static const QString
LOC { QStringLiteral(
"[netstream] ") };
62 static const QEvent::Type
kType = QEvent::User;
78 static const QEvent::Type
kType =
static_cast< QEvent::Type
>(QEvent::User + 1);
98 m_cert(
std::move(cert))
100 setObjectName(
"NetStream " + url.toString());
102 m_request.setAttribute(QNetworkRequest::CacheLoadControlAttribute,
105 mode ==
kNeverCache ? QNetworkRequest::AlwaysNetwork :
106 QNetworkRequest::PreferNetwork );
134 static inline QString
Source(
const QNetworkRequest &request)
136 switch (request.attribute(QNetworkRequest::CacheLoadControlAttribute).toInt())
138 case QNetworkRequest::AlwaysCache:
return "cache";
139 case QNetworkRequest::PreferCache:
return "cache-preferred";
140 case QNetworkRequest::PreferNetwork:
return "net-preferred";
141 case QNetworkRequest::AlwaysNetwork:
return "net";
146 static inline QString
Source(
const QNetworkReply* reply)
148 return reply->attribute(QNetworkRequest::SourceIsFromCacheAttribute).toBool() ?
158 LOG(VB_GENERAL, LOG_WARNING,
LOC +
159 QString(
"(%1) Request unsupported URL: %2")
160 .arg(
m_id).arg(url.toString()) );
183 const QByteArray ua(
"User-Agent");
185 m_request.setRawHeader(ua,
"UK-MHEG/2 MYT001/001 MHGGNU/001");
188 m_request.setRawHeader(
"Range", QString(
"bytes=%1-").arg(
m_pos).toLatin1());
190 #ifndef QT_NO_OPENSSL
193 QSslConfiguration ssl(QSslConfiguration::defaultConfiguration());
195 QList<QSslCertificate> clist;
198 clist = QSslCertificate::fromData(
m_cert, QSsl::Der);
200 LOG(VB_GENERAL, LOG_WARNING,
LOC + QString(
"Invalid certificate: %1")
201 .arg(
m_cert.toPercentEncoding().constData()) );
207 ssl.setPeerVerifyMode(QSslSocket::VerifyNone);
211 ssl.setCaCertificates(clist);
218 if (!fname.isEmpty())
220 QFile f1(QFile::exists(fname) ? fname :
GetShareDir() + fname);
221 if (f1.open(QIODevice::ReadOnly))
223 QSslCertificate cert(&f1, QSsl::Pem);
225 ssl.setLocalCertificate(cert);
227 LOG(VB_GENERAL, LOG_WARNING,
LOC +
228 QString(
"'%1' is an invalid certificate").arg(f1.fileName()) );
232 LOG(VB_GENERAL, LOG_WARNING,
LOC +
233 QString(
"Opening client certificate '%1': %2")
234 .arg(f1.fileName(), f1.errorString()) );
239 if (!fname.isEmpty())
241 QFile f2(QFile::exists(fname) ? fname :
GetShareDir() + fname);
242 if (f2.open(QIODevice::ReadOnly))
244 QSslKey key(&f2, QSsl::Rsa, QSsl::Pem, QSsl::PrivateKey,
247 ssl.setPrivateKey(key);
249 LOG(VB_GENERAL, LOG_WARNING,
LOC +
250 QString(
"'%1' is an invalid key").arg(f2.fileName()) );
254 LOG(VB_GENERAL, LOG_WARNING,
LOC +
255 QString(
"Opening private key '%1': %2")
256 .arg(f2.fileName(), f2.errorString()) );
265 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Request %2 bytes=%3- from %4")
285 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Started 0x%2")
286 .arg(
m_id).arg(quintptr(reply),0,16) );
298 #ifndef QT_NO_OPENSSL
299 connect(reply, &QNetworkReply::sslErrors,
this,
306 LOG(VB_GENERAL, LOG_ERR,
LOC +
307 QString(
"(%1) Started but m_reply not NULL").arg(
m_id));
313 qlonglong len = reply->header(QNetworkRequest::ContentLengthHeader)
315 return ok ? len : -1;
319 qulonglong &first, qulonglong &last)
321 QByteArray range = reply->rawHeader(
"Content-Range");
327 const char *fmt =
" bytes %20" SCNd64
" - %20" SCNd64
" / %20" SCNd64;
328 if (3 != std::sscanf(range.constData(), fmt, &first, &last, &len))
330 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Invalid Content-Range:'%1'")
331 .arg(range.constData()) );
335 return static_cast<qlonglong
>(len);
339 static bool inline RequestRange(
const QNetworkRequest &request,
340 qlonglong &first, qlonglong &last)
344 QByteArray range = request.rawHeader(
"Range");
348 if (1 > std::sscanf(range.constData(),
" bytes %20lld - %20lld", &first, &last))
350 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"Invalid Range:'%1'")
351 .arg(range.constData()) );
366 qint64 avail =
m_reply->bytesAvailable();
368 (avail <= 4 *
kMaxBuffer) ? LOG_INFO : LOG_WARNING,
369 LOC + QString(
"(%1) Ready 0x%2, %3 bytes available").arg(
m_id)
370 .arg(quintptr(
m_reply),0,16).arg(avail) );
374 qulonglong first = 0;
380 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Ready 0x%2, range %3-%4/%5")
381 .arg(
m_id).arg(quintptr(
m_reply),0,16).arg(first).arg(last).arg(len) );
386 if (m_state < kReady || m_size >= 0)
388 LOG(VB_FILE, LOG_INFO,
LOC +
389 QString(
"(%1) Ready 0x%2, content length %3")
405 LOG(VB_GENERAL, LOG_ERR,
LOC +
406 QString(
"(%1) ReadyRead but m_reply = NULL").arg(
m_id));
417 if (QNetworkReply::NoError ==
error)
421 QNetworkRequest::RedirectionTargetAttribute).toUrl();
428 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1) Too many redirections")
434 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1) Redirection loop to %2")
435 .arg(
m_id).arg(url.toString()) );
440 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Redirecting").arg(
m_id));
446 LOG(VB_FILE, LOG_WARNING,
LOC + QString(
"(%1): %2")
456 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Finished 0x%2 %3/%4 bytes from %5")
467 LOG(VB_GENERAL, LOG_ERR,
LOC + QString(
"(%1) Finished but m_reply = NULL")
471 #ifndef QT_NO_OPENSSL
480 for (
const auto& e : std::as_const(errors))
482 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) SSL error %2: ")
483 .arg(
m_id).arg(e.error()) + e.errorString() );
486 #if 1 // The BBC use a self certified cert
487 case QSslError::SelfSignedCertificateInChain:
498 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) SSL errors ignored").arg(
m_id));
499 m_reply->ignoreSslErrors(errors);
503 LOG(VB_GENERAL, LOG_ERR,
LOC +
504 QString(
"(%1) SSL error but m_reply = NULL").arg(
m_id) );
515 return url.isValid() &&
516 (url.scheme() ==
"http" || url.scheme() ==
"https") &&
517 !url.authority().isEmpty() &&
518 !url.path().isEmpty();
533 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Cancelled").arg(
m_id) );
541 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Abort 0x%2")
554 QElapsedTimer
t;
t.start();
562 unsigned elapsed =
t.elapsed();
563 if (elapsed >= millisecs)
574 qint64 avail =
m_reply->read(
reinterpret_cast< char*
>(data), sz);
578 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) safe_read @ %4 => %2/%3, %5 mS")
579 .arg(
m_id).arg(avail).arg(sz).arg(
m_pos).arg(
t.elapsed()) );
593 LOG(VB_GENERAL, LOG_ERR,
LOC +
594 QString(
"(%1) Seek(%2) out of range [0..%3]")
599 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) Seek(%2) curr %3 end %4")
627 QElapsedTimer
t;
t.start();
630 auto elapsed = std::chrono::milliseconds(
t.elapsed());
644 QElapsedTimer
t;
t.start();
647 auto elapsed = std::chrono::milliseconds(
t.elapsed());
660 return !
m_reply ? QNetworkReply::OperationCanceledError :
m_reply->error();
682 QByteArray data =
m_reply->readAll();
683 m_pos += data.size();
731 QMutexLocker locker(&
s_mtx);
741 setObjectName(
"NAMThread");
743 #ifndef QT_NO_OPENSSL
746 qRegisterMetaType< QList<QSslError> >();
760 LOG(VB_FILE, LOG_INFO,
LOC +
"NAMThread starting");
762 m_nam =
new QNetworkAccessManager();
763 m_nam->setObjectName(
"NetStream NAM");
766 std::unique_ptr<QNetworkDiskCache> cache(
new QNetworkDiskCache());
768 cache->setCacheDirectory(
GetConfDir() +
"/cache/netstream-" +
771 m_nam->setCache(cache.release());
775 QString proxy(qEnvironmentVariable(
"MYTHMHEG_PROXY"));
776 if (!proxy.isEmpty())
778 QUrl url(proxy, QUrl::TolerantMode);
779 QNetworkProxy::ProxyType
type =
780 url.scheme().isEmpty() ? QNetworkProxy::HttpProxy :
781 url.scheme() ==
"socks" ? QNetworkProxy::Socks5Proxy :
782 url.scheme() ==
"http" ? QNetworkProxy::HttpProxy :
783 url.scheme() ==
"https" ? QNetworkProxy::HttpProxy :
784 url.scheme() ==
"cache" ? QNetworkProxy::HttpCachingProxy :
785 url.scheme() ==
"ftp" ? QNetworkProxy::FtpCachingProxy :
786 QNetworkProxy::NoProxy;
787 if (QNetworkProxy::NoProxy !=
type)
789 LOG(VB_GENERAL, LOG_INFO,
LOC +
"Using proxy: " + proxy);
790 m_nam->setProxy(QNetworkProxy(
791 type, url.host(), url.port(), url.userName(), url.password() ));
795 LOG(VB_MHEG, LOG_ERR,
LOC + QString(
"Unknown proxy type %1")
796 .arg(url.scheme()) );
801 connect(QCoreApplication::instance(), &QCoreApplication::aboutToQuit,
810 QCoreApplication::processEvents();
821 QScopedPointer< QEvent > ev(
m_workQ.dequeue());
833 LOG(VB_FILE, LOG_INFO,
LOC +
"NAMThread stopped");
851 switch (event->type())
855 #pragma GCC diagnostic push
856 #pragma GCC diagnostic ignored "-Wswitch"
859 #pragma GCC diagnostic pop
870 LOG(VB_GENERAL, LOG_ERR,
LOC +
"Invalid NetStreamRequest");
874 if (!
p->m_bCancelled)
876 QNetworkReply *reply =
m_nam->get(
p->m_req);
877 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) StartRequest 0x%2")
878 .arg(
p->m_id).arg(quintptr(reply),0,16) );
882 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"(%1) NetStreamRequest cancelled").arg(
p->m_id) );
890 LOG(VB_GENERAL, LOG_ERR,
LOC +
"Invalid NetStreamAbort");
894 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"(%1) AbortRequest 0x%2").arg(
p->m_id)
895 .arg(quintptr(
p->m_reply),0,16) );
897 p->m_reply->disconnect();
905 auto interfaces = QNetworkInterface::allInterfaces();
906 return std::any_of(interfaces.begin(), interfaces.end(),
907 [](
const QNetworkInterface& iface)
909 auto f = iface.flags();
910 if (f.testFlag(QNetworkInterface::IsLoopBack))
912 return f.testFlag(QNetworkInterface::IsRunning);
922 QMutexLocker locker(&m.
m_mutex);
927 QAbstractNetworkCache *cache = m.
m_nam->cache();
931 QNetworkCacheMetaData meta = cache->metaData(url);
934 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1') not in cache")
935 .arg(url.toString()));
940 QDateTime
const now(QDateTime::currentDateTime());
941 QDateTime expire = meta.expirationDate();
942 if (expire.isValid() && expire.toLocalTime() < now)
944 LOG(VB_FILE, LOG_INFO,
LOC + QString(
"GetLastModified('%1') past expiration %2")
945 .arg(url.toString(), expire.toString()));
950 QDateTime lastMod = meta.lastModified();
952 QNetworkCacheMetaData::RawHeaderList
headers = meta.rawHeaders();
953 for (
const auto& h : std::as_const(
headers))
956 static const QString kSzFormat {
"ddd, dd MMM yyyy HH:mm:ss 'GMT'" };
958 QString
const first(h.first.toLower());
959 if (first ==
"cache-control")
961 QString
const second(h.second.toLower());
962 if (second ==
"no-cache" || second ==
"no-store")
964 LOG(VB_FILE, LOG_INFO,
LOC +
965 QString(
"GetLastModified('%1') Cache-Control disabled")
966 .arg(url.toString()) );
971 else if (first ==
"date")
976 LOG(VB_GENERAL, LOG_WARNING,
LOC +
977 QString(
"GetLastModified invalid Date header '%1'")
978 .arg(h.second.constData()));
981 d.setTimeSpec(Qt::UTC);
986 LOG(VB_FILE, LOG_DEBUG,
LOC + QString(
"GetLastModified('%1') last modified %2")
987 .arg(url.toString(), lastMod.toString()));