MythTV  master
websocket.cpp
Go to the documentation of this file.
1 // Own header
2 #include "websocket.h"
3 
4 // C++
5 #include <algorithm>
6 #include <chrono>
7 #include <cmath>
8 
9 // MythTV headers
11 #include "libmythbase/mythevent.h"
13 #include "libmythbase/stringutil.h"
14 
16 
17 // QT headers
18 #include <QCryptographicHash>
19 #include <QSslCipher>
20 #include <QTcpSocket>
21 #include <QThread>
22 #include <QtGlobal>
23 
25 //
27 
29  m_threadPool("WebSocketServerPool")
30 {
31  setObjectName("WebSocketServer");
32  // Number of connections processed concurrently
33  int maxThreads = std::max(QThread::idealThreadCount() * 2, 2); // idealThreadCount can return -1
34  // Don't allow more connections than we can process, it will simply cause
35  // browsers to stall
36  setMaxPendingConnections(maxThreads);
37  m_threadPool.setMaxThreadCount(maxThreads);
38 
39  LOG(VB_HTTP, LOG_NOTICE, QString("WebSocketServer(): Max Thread Count %1")
41 }
42 
44 {
45  m_rwlock.lockForWrite();
46  m_running = false;
47  m_rwlock.unlock();
48 
50 }
51 
53 {
54 
56  auto *server = qobject_cast<PrivTcpServer *>(QObject::sender());
57  if (server)
58  type = server->GetServerType();
59 
61  new WebSocketWorkerThread(*this, socket, type
62 #ifndef QT_NO_OPENSSL
63  , m_sslConfig
64 #endif
65  ),
66  QString("WebSocketServer%1").arg(socket));
67 }
68 
70 //
72 
74  qintptr sock, PoolServerType type
75 #ifndef QT_NO_OPENSSL
76  , const QSslConfiguration& sslConfig
77 #endif
78  )
79  :
80  m_webSocketServer(webSocketServer), m_socketFD(sock),
81  m_connectionType(type)
82 #ifndef QT_NO_OPENSSL
83  , m_sslConfig(sslConfig)
84 #endif
85 {
86 }
87 
89 {
90  auto *worker = new WebSocketWorker(m_webSocketServer, m_socketFD,
92 #ifndef QT_NO_OPENSSL
93  , m_sslConfig
94 #endif
95  );
96  worker->Exec();
97 
98  worker->deleteLater();
99 }
100 
102 //
104 
106  qintptr sock, PoolServerType type
107 #ifndef QT_NO_OPENSSL
108  , const QSslConfiguration& sslConfig
109 #endif
110  )
111  : m_eventLoop(new QEventLoop()),
112  m_webSocketServer(webSocketServer),
113  m_socketFD(sock), m_connectionType(type),
114  m_heartBeat(new QTimer())
115 #ifndef QT_NO_OPENSSL
116  , m_sslConfig(sslConfig)
117 #endif
118 {
119  setObjectName(QString("WebSocketWorker(%1)")
120  .arg(m_socketFD));
121  LOG(VB_HTTP, LOG_INFO, QString("WebSocketWorker(%1): New connection")
122  .arg(m_socketFD));
123 
124  // For now, until it's refactored, register the only extension here
126 
127  SetupSocket();
128 
129  m_isRunning = true;
130 }
131 
133 {
134  CleanupSocket();
135 
136  // If extensions weren't deregistered then it's our responsibility to
137  // delete them
138  while (!m_extensions.isEmpty())
139  {
140  WebSocketExtension *extension = m_extensions.takeFirst();
141  extension->deleteLater();
142  extension = nullptr;
143  }
144 
145  m_eventLoop->deleteLater();
146  m_eventLoop = nullptr;
147  delete m_heartBeat;
148 }
149 
151 {
152  m_eventLoop->exec();
153 }
154 
156 {
157  blockSignals(true);
158  m_isRunning = false;
159  LOG(VB_HTTP, LOG_INFO, "WebSocketWorker::CloseConnection()");
160  if (m_eventLoop)
161  m_eventLoop->exit();
162 }
163 
165 {
167  {
168 
169 #ifndef QT_NO_OPENSSL
170  auto *pSslSocket = new QSslSocket();
171  if (pSslSocket->setSocketDescriptor(m_socketFD)
172  && gCoreContext->CheckSubnet(pSslSocket))
173  {
174  pSslSocket->setSslConfiguration(m_sslConfig);
175  pSslSocket->startServerEncryption();
176  if (pSslSocket->waitForEncrypted(5000))
177  {
178  LOG(VB_HTTP, LOG_INFO, "SSL Handshake occurred, connection encrypted");
179  LOG(VB_HTTP, LOG_INFO, QString("Using %1 cipher").arg(pSslSocket->sessionCipher().name()));
180  }
181  else
182  {
183  LOG(VB_HTTP, LOG_WARNING, "SSL Handshake FAILED, connection terminated");
184  delete pSslSocket;
185  pSslSocket = nullptr;
186  }
187  }
188  else
189  {
190  delete pSslSocket;
191  pSslSocket = nullptr;
192  }
193 
194  if (pSslSocket)
195  m_socket = pSslSocket;
196  else
197  return;
198 #else
199  return;
200 #endif
201  }
202  else // Plain old unencrypted socket
203  {
204  m_socket = new QTcpSocket();
205  m_socket->setSocketDescriptor(m_socketFD);
207  {
208  delete m_socket;
209  m_socket = nullptr;
210  return;
211  }
212 
213  }
214 
215  m_socket->setSocketOption(QAbstractSocket::KeepAliveOption, QVariant(1));
216 
217  connect(m_socket, &QIODevice::readyRead, this, &WebSocketWorker::doRead);
218  connect(m_socket, &QAbstractSocket::disconnected, this, &WebSocketWorker::CloseConnection);
219 
220  // Setup heartbeat
221  m_heartBeat->setInterval(20s);
222  m_heartBeat->setSingleShot(false);
224 }
225 
227 {
228  if (m_socket->error() != QAbstractSocket::UnknownSocketError)
229  {
230  LOG(VB_HTTP, LOG_WARNING, QString("WebSocketWorker(%1): Error %2 (%3)")
231  .arg(m_socketFD)
232  .arg(m_socket->errorString())
233  .arg(m_socket->error()));
234  }
235 
236  std::chrono::milliseconds writeTimeout = 5s;
237  // Make sure any data in the buffer is flushed before the socket is closed
238  while (m_webSocketServer.IsRunning() &&
239  m_socket->isValid() &&
240  m_socket->state() == QAbstractSocket::ConnectedState &&
241  m_socket->bytesToWrite() > 0)
242  {
243  LOG(VB_HTTP, LOG_DEBUG, QString("WebSocketWorker(%1): "
244  "Waiting for %2 bytes to be written "
245  "before closing the connection.")
246  .arg(m_socketFD)
247  .arg(m_socket->bytesToWrite()));
248 
249  // If the client stops reading for longer than 'writeTimeout' then
250  // stop waiting for them. We can't afford to leave the socket
251  // connected indefinitely, it could be used by another client.
252  //
253  // NOTE: Some clients deliberately stall as a way of 'pausing' A/V
254  // streaming. We should create a new server extension or adjust the
255  // timeout according to the User-Agent, instead of increasing the
256  // standard timeout. However we should ALWAYS have a timeout.
257  if (!m_socket->waitForBytesWritten(writeTimeout.count()))
258  {
259  LOG(VB_GENERAL, LOG_WARNING, QString("WebSocketWorker(%1): "
260  "Timed out waiting to write bytes to "
261  "the socket, waited %2 seconds")
262  .arg(m_socketFD)
263  .arg(writeTimeout.count() / 1000));
264  break;
265  }
266  }
267 
268  if (m_socket->bytesToWrite() > 0)
269  {
270  LOG(VB_HTTP, LOG_WARNING, QString("WebSocketWorker(%1): "
271  "Failed to write %2 bytes to "
272  "socket, (%3)")
273  .arg(m_socketFD)
274  .arg(m_socket->bytesToWrite())
275  .arg(m_socket->errorString()));
276  }
277 
278  LOG(VB_HTTP, LOG_INFO, QString("WebSocketWorker(%1): Connection %2 closed.")
279  .arg(m_socketFD)
280  .arg(m_socket->socketDescriptor()));
281 
282  m_socket->close();
283  m_socket->deleteLater();
284  m_socket = nullptr;
285 }
286 
288 {
289  if (!m_isRunning)
290  return;
291 
292  if (!m_webSocketServer.IsRunning() || !m_socket->isOpen())
293  {
294  CloseConnection();
295  return;
296  }
297 
298  if (m_webSocketMode)
299  {
301  }
302  else
303  {
306  }
307 
308  if (!m_webSocketMode)
309  {
310  LOG(VB_HTTP, LOG_WARNING, "WebSocketServer: Timed out waiting for connection upgrade");
311  CloseConnection();
312  }
313 }
314 
315 bool WebSocketWorker::ProcessHandshake(QTcpSocket *socket)
316 {
317  QByteArray line;
318 
319  // Minimum length of the request line is 16
320  // i.e. "GET / HTTP/1.1\r\n"
321  while (socket->bytesAvailable() < 16)
322  {
323  if (!socket->waitForReadyRead(5000)) // 5 second timeout
324  return false;
325  }
326 
327  // Set a maximum length for a request line of 255 bytes, it's an
328  // arbitrary limit but a reasonable one for now
329  line = socket->readLine(255).trimmed(); // Strip newline
330  if (line.isEmpty())
331  return false;
332 
333  QStringList tokens = QString(line).split(' ', Qt::SkipEmptyParts);
334  if (tokens.length() != 3) // Anything but 3 is invalid - {METHOD} {HOST/PATH} {PROTOCOL}
335  {
336  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Invalid number of tokens in Request line");
337  return false;
338  }
339 
340  if (tokens[0] != "GET") // RFC 6455 - Request method MUST be GET
341  {
342  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::ProcessHandshake() - Invalid method: %1").arg(tokens[0]));
343  return false;
344  }
345 
346  QString path = tokens[1];
347 
348  if (path.contains('#')) // RFC 6455 - Fragments MUST NOT be used
349  {
350  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Path contains illegal fragment");
351  return false;
352  }
353 
354  if (!tokens[2].startsWith("HTTP/")) // Must be HTTP
355  {
356  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::ProcessHandshake() - Invalid protocol: %1").arg(tokens[2]));
357  return false;
358  }
359 
360  QString versionStr = tokens[2].section('/', 1, 1);
361 
362  int majorVersion = versionStr.section('.', 0, 0).toInt();
363  int minorVersion = versionStr.section('.', 1, 1).toInt();
364 
365  if ((majorVersion < 1) || (minorVersion < 1)) // RFC 6455 - HTTP version MUST be at least 1.1
366  {
367  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::ProcessHandshake() - Invalid HTTP version: %1.%2").arg(majorVersion).arg(minorVersion));
368  return false;
369  }
370 
371  // Read Header
372  line = socket->readLine(2000).trimmed(); // 2KB Maximum
373 
374  QMap<QString, QString> requestHeaders;
375  while (!line.isEmpty())
376  {
377  QString strLine = QString(line);
378  QString sName = strLine.section( ':', 0, 0 ).trimmed();
379  QString sValue = strLine.section( ':', 1 ).trimmed();
380  sValue.replace(" ",""); // Remove all internal whitespace
381 
382  if (!sName.isEmpty() && !sValue.isEmpty())
383  requestHeaders.insert(sName.toLower(), sValue);
384 
385  line = socket->readLine(2000).trimmed(); // 2KB Maximum
386  }
387 
388  // Dump request header
389  QMap<QString, QString>::iterator it;
390  for ( it = requestHeaders.begin();
391  it != requestHeaders.end();
392  ++it )
393  {
394  LOG(VB_HTTP, LOG_INFO, QString("(Request Header) %1: %2")
395  .arg(it.key(), *it));
396  }
397 
398  if (!requestHeaders.contains("connection")) // RFC 6455 - 1.3. Opening Handshake
399  {
400  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Missing 'Connection' header");
401  return false;
402  }
403 
404  QStringList connectionValues = requestHeaders["connection"].split(',', Qt::SkipEmptyParts);
405  if (!connectionValues.contains("Upgrade", Qt::CaseInsensitive)) // RFC 6455 - 1.3. Opening Handshake
406  {
407  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Invalid 'Connection' header");
408  return false;
409  }
410 
411  if (!requestHeaders.contains("upgrade") ||
412  requestHeaders["upgrade"].toLower() != "websocket") // RFC 6455 - 1.3. Opening Handshake
413  {
414  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Missing or invalid 'Upgrade' header");
415  return false;
416  }
417 
418  if (!requestHeaders.contains("sec-websocket-version")) // RFC 6455 - 1.3. Opening Handshake
419  {
420  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Missing 'Sec-WebSocket-Version' header");
421  return false;
422  }
423 
424  if (requestHeaders["sec-websocket-version"] != "13") // RFC 6455 - 1.3. Opening Handshake
425  {
426  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::ProcessHandshake() - Unsupported WebSocket protocol "
427  "version. We speak '13' the client speaks '%1'")
428  .arg(requestHeaders["sec-websocket-version"]));
429  return false;
430  }
431 
432  if (!requestHeaders.contains("sec-websocket-key") ||
433  QByteArray::fromBase64(requestHeaders["sec-websocket-key"].toLatin1()).length() != 16) // RFC 6455 - 1.3. Opening Handshake
434  {
435  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessHandshake() - Missing or invalid 'sec-websocket-key' header");
436  return false;
437  }
438 
439  // If we're running the Autobahn fuzz/unit tester then we need to disable
440  // the heartbeat and 'echo' text/binary frames back to the sender
441  if (requestHeaders.contains("user-agent") &&
442  requestHeaders["user-agent"].contains("AutobahnTestSuite"))
443  m_fuzzTesting = true;
444 
445  QString key = requestHeaders["sec-websocket-key"];
446  const QString magicString = "258EAFA5-E914-47DA-95CA-C5AB0DC85B11";
447 
448  // Response token - Watch very closely, there's a lot happening here
449  QString acceptToken = QCryptographicHash::hash(key.append(magicString).toUtf8(),
450  QCryptographicHash::Sha1).toBase64();
451 
452  QMap<QString, QString> responseHeaders;
453  responseHeaders.insert("Connection", "Upgrade");
454  responseHeaders.insert("Upgrade", "websocket");
455  responseHeaders.insert("Sec-WebSocket-Accept", acceptToken);
456 
457  socket->write("HTTP/1.1 101 Switching Protocols\r\n");
458 
459  QString header("%1: %2\r\n");
460  for (it = responseHeaders.begin(); it != responseHeaders.end(); ++it)
461  {
462  socket->write(header.arg(it.key(), *it).toLatin1());
463  LOG(VB_HTTP, LOG_INFO, QString("(Response Header) %1: %2")
464  .arg(it.key(), *it));
465  }
466 
467  socket->write("\r\n");
468  socket->waitForBytesWritten();
469 
470  m_webSocketMode = true;
471  // Start the heart beat
472  if (!m_fuzzTesting)
473  m_heartBeat->start();
474 
475  return true;
476 }
477 
478 void WebSocketWorker::ProcessFrames(QTcpSocket *socket)
479 {
480  while (m_isRunning && socket && socket->bytesAvailable() >= 2) // No header? Return and wait for more
481  {
482  uint8_t headerSize = 2; // Smallest possible header size is 2 bytes, greatest is 14 bytes
483 
484  QByteArray header = socket->peek(headerSize); // Read header to establish validity and size of frame
485 
486  WebSocketFrame frame;
487  // FIN
488  frame.m_finalFrame = (bool)(header[0] & 0x80);
489  // Reserved bits
490  if (header.at(0) & 0x70)
491  {
492  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessFrames() "
493  "- Invalid data in reserved fields");
494  SendClose(kCloseProtocolError, "Invalid data in reserved fields");
495  return;
496  }
497  // Operation code
498  uint8_t opCode = (header.at(0) & 0xF);
499  if ((opCode > WebSocketFrame::kOpBinaryFrame &&
500  opCode < WebSocketFrame::kOpClose) ||
501  (opCode > WebSocketFrame::kOpPong))
502  {
503  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::ProcessFrames() "
504  "- Invalid OpCode (%1)")
505  .arg(QString::number(opCode, 16)));
506  SendClose(kCloseProtocolError, "Invalid OpCode");
507  return;
508  }
509  frame.m_opCode = (WebSocketFrame::OpCode)opCode;
510  frame.m_isMasked = (((header.at(1) >> 7) & 0xFE) != 0);
511 
512  if (frame.m_isMasked)
513  headerSize += 4; // Add 4 bytes for the mask
514 
515  frame.m_payloadSize = (header.at(1) & 0x7F);
516  // Handle 16 or 64bit payload size headers
517  if (frame.m_payloadSize >= 126)
518  {
519  uint8_t payloadHeaderSize = 2; // 16bit payload size
520  if (frame.m_payloadSize == 127)
521  payloadHeaderSize = 8; // 64bit payload size
522 
523  headerSize += payloadHeaderSize; // Add bytes for extended payload size
524 
525  if (socket->bytesAvailable() < headerSize)
526  return; // Return and wait for more
527 
528  header = socket->peek(headerSize); // Peek the entire header
529  QByteArray payloadHeader = header.mid(2,payloadHeaderSize);
530  frame.m_payloadSize = 0;
531  for (int i = 0; i < payloadHeaderSize; i++)
532  {
533  frame.m_payloadSize |= ((uint8_t)payloadHeader.at(i) << ((payloadHeaderSize - (i + 1)) * 8));
534  }
535  }
536  else
537  {
538  if (socket->bytesAvailable() < headerSize)
539  return; // Return and wait for more
540  header = socket->peek(headerSize); // Peek the entire header including mask
541  }
542 
543  while ((uint64_t)socket->bytesAvailable() < (frame.m_payloadSize + header.length()))
544  {
545  if (!socket->waitForReadyRead(2000)) // Wait 2 seconds for the next chunk of the frame
546  {
547 
548  m_errorCount++;
549 
550  if (m_errorCount == 5)
551  {
552  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessFrames() - Timed out waiting for rest of frame to arrive.");
554  }
555  return;
556  }
557  }
558 
561 
562  LOG(VB_HTTP, LOG_DEBUG, QString("Read Header: %1").arg(QString(header.toHex())));
563  LOG(VB_HTTP, LOG_DEBUG, QString("Final Frame: %1").arg(frame.m_finalFrame ? "Yes" : "No"));
564  LOG(VB_HTTP, LOG_DEBUG, QString("Op Code: %1").arg(QString::number(frame.m_opCode)));
565  LOG(VB_HTTP, LOG_DEBUG, QString("Payload Size: %1 Bytes").arg(QString::number(frame.m_payloadSize)));
566  LOG(VB_HTTP, LOG_DEBUG, QString("Total Payload Size: %1 Bytes").arg(QString::number( m_readFrame.m_payloadSize)));
567 
568  if (!m_fuzzTesting &&
569  frame.m_payloadSize > std::pow(2,20)) // Set 1MB limit on payload per frame
570  {
571  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessFrames() - Frame payload larger than limit of 1MB");
572  SendClose(kCloseTooLarge, "Frame payload larger than limit of 1MB");
573  return;
574  }
575 
576  if (!m_fuzzTesting &&
577  m_readFrame.m_payloadSize > std::pow(2,22)) // Set 4MB limit on total payload
578  {
579  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::ProcessFrames() - Total payload larger than limit of 4MB");
580  SendClose(kCloseTooLarge, "Total payload larger than limit of 4MB");
581  return;
582  }
583 
584  socket->read(headerSize); // Discard header from read buffer
585 
586  frame.m_payload = socket->read(frame.m_payloadSize);
587 
588  // Unmask payload
589  if (frame.m_isMasked)
590  {
591  frame.m_mask = header.right(4);
592  for (uint i = 0; i < frame.m_payloadSize; i++)
593  frame.m_payload[i] = frame.m_payload.at(i) ^ frame.m_mask[i % 4];
594  }
595 
599  {
600  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Incomplete multi-part frame? Expected continuation.");
601  SendClose(kCloseProtocolError, "Incomplete multi-part frame? Expected continuation.");
602  return;
603  }
604 
605  // Check control frame validity
606  if (frame.m_opCode >= 0x08)
607  {
608  if (!frame.m_finalFrame)
609  {
610  SendClose(kCloseProtocolError, "Control frames MUST NOT be fragmented");
611  return;
612  }
613  if (frame.m_payloadSize > 125)
614  {
615  SendClose(kCloseProtocolError, "Control frames MUST NOT have payload greater than 125 bytes");
616  return;
617  }
618  }
619 
620  switch (frame.m_opCode)
621  {
624  {
625  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Received Continuation Frame out of sequence");
626  SendClose(kCloseProtocolError, "Received Continuation Frame out of sequence");
627  return;
628  }
629 
630  m_readFrame.m_payload.append(frame.m_payload);
631 
633  {
634  m_readFrame.m_finalFrame = true;
635  frame = m_readFrame;
636  // Fall through to appropriate handler for complete payload
637  }
638  else
639  break;
640  [[fallthrough]];
643  HandleDataFrame(frame);
644  break;
646  SendPong(frame.m_payload);
647  break;
649  break;
651  if (!frame.m_finalFrame)
652  SendClose(kCloseProtocolError, "Control frames MUST NOT be fragmented");
653  else
655  break;
656  default:
657  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Received Unknown Frame Type");
658  break;
659  }
660 
661  frame.reset();
662  }
663 }
664 
666 {
667 }
668 
670 {
671  if (frame.m_finalFrame)
672  {
673  switch (frame.m_opCode)
674  {
677  {
678  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Message is not valid UTF-8");
679  SendClose(kCloseBadData, "Message is not valid UTF-8");
680  return;
681  }
682  // For Debugging and fuzz testing
683  if (m_fuzzTesting)
684  SendText(frame.m_payload);
685  for (auto *const extension : std::as_const(m_extensions))
686  {
687  if (extension->HandleTextFrame(frame))
688  break;
689  }
690  break;
692  if (m_fuzzTesting)
693  SendBinary(frame.m_payload);
694  for (auto *const extension : std::as_const(m_extensions))
695  {
696  if (extension->HandleBinaryFrame(frame))
697  break;
698  }
699  break;
700  default:
701  break;
702  }
703  m_readFrame.reset();
704  }
705  else
706  {
707  // Start of new fragmented frame
708  m_readFrame.reset();
709  m_readFrame.m_opCode = frame.m_opCode;
712  m_readFrame.m_fragmented = true;
713  m_readFrame.m_finalFrame = false;
714  }
715 }
716 
717 void WebSocketWorker::HandleCloseConnection(const QByteArray &payload)
718 {
719  uint16_t code = kCloseNormal;
720 
721  if (payload.length() == 1)
722  {
723  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Invalid close payload");
724  SendClose(kCloseProtocolError, "Invalid close payload");
725  return;
726  }
727 
728  if (payload.length() >= 2)
729  {
730  code = (payload[0] << 8);
731  code |= payload[1] & 0xFF;
732  }
733 
734  if ((code < 1000) ||
735  ((code > 1003) && (code < 1007)) ||
736  ((code > 1011) && (code < 3000)) ||
737  (code > 4999))
738  {
739  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Invalid close code received");
740  SendClose(kCloseProtocolError, "Invalid close code");
741  return;
742  }
743 
744  QString closeMessage;
745  if (payload.length() > 2)
746  {
747  QByteArray messageBytes = payload.mid(2);
748  if (!StringUtil::isValidUTF8(messageBytes))
749  {
750  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker - Message is not valid UTF-8");
751  SendClose(kCloseBadData, "Message is not valid UTF-8");
752  return;
753  }
754  closeMessage = QString(messageBytes);
755  }
756 
757  LOG(VB_HTTP, LOG_INFO, QString("WebSocketWorker - Received CLOSE frame - [%1] %2")
758  .arg(QString::number(code), closeMessage));
759  SendClose((ErrorCode)code);
760 }
761 
763  const QByteArray &payload)
764 {
765  QByteArray frame;
766 
767  int payloadSize = payload.length();
768 
769  if (payloadSize >= std::pow(2,64))
770  {
771  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::CreateFrame() - Payload "
772  "exceeds the allowed size for a single frame");
773  return frame;
774  }
775 
776  if (type >= 0x08)
777  {
778  //if (!m_finalFrame)
779  // SendClose(kCloseProtocolError, "Control frames MUST NOT be fragmented");
780  if (payloadSize > 125)
781  {
782  LOG(VB_GENERAL, LOG_ERR, "WebSocketWorker::CreateFrame() - Control frames MUST NOT have payload greater than 125bytes");
783  return frame;
784  }
785  }
786 
787  uint16_t header = 0;
788  uint16_t extendedHeader = 0; // For payloads > 125 bytes
789  uint64_t superHeader = 0; // For payloads > 65,535 bytes
790 
791  // Only support single frames for now
792  header |= (1 << 15); // FIN (1 bit)
793  // RSV 1 to RSV 3 (1 bit each)
794  header |= (type << 8); // OpCode (4 bits)
795  header |= (0 << 7); // Mask (1 bit) (Off)
796  if (payloadSize < 126)
797  {
798  header |= payloadSize;
799  frame.insert(2, payload.constData(), payloadSize);
800  }
801  else if (payloadSize <= 65535)
802  {
803  header |= 126;
804  extendedHeader = payloadSize;
805  frame.insert(4, payload.constData(), payloadSize);
806  }
807  else
808  {
809  header |= 127;
810  superHeader = payloadSize;
811  frame.insert(10, payload.constData(), payloadSize);
812  }
813 
814  frame[0] = (uint8_t)((header >> 8) & 0xFF);
815  frame[1] = (uint8_t)(header & 0xFF);
816  if (extendedHeader > 0)
817  {
818  frame[2] = (extendedHeader >> 8) & 0xFF;
819  frame[3] = extendedHeader & 0xFF;
820  }
821  else if (superHeader > 0)
822  {
823  frame[2] = (superHeader >> 56) & 0xFF;
824  frame[3] = (superHeader >> 48) & 0xFF;
825  frame[4] = (superHeader >> 40) & 0xFF;
826  frame[5] = (superHeader >> 32) & 0xFF;
827  frame[6] = (superHeader >> 24) & 0xFF;
828  frame[7] = (superHeader >> 16) & 0xFF;
829  frame[8] = (superHeader >> 8) & 0xFF;
830  frame[9] = (superHeader & 0xFF);
831  }
832 
833  LOG(VB_HTTP, LOG_DEBUG, QString("WebSocketWorker::CreateFrame() - Frame size %1").arg(QString::number(frame.length())));
834 
835  return frame;
836 }
837 
838 bool WebSocketWorker::SendFrame(const QByteArray &frame)
839 {
840  if (!m_socket || !m_socket->isOpen() || !m_socket->isWritable())
841  {
843  return false;
844  }
845 
846  LOG(VB_HTTP, LOG_DEBUG, QString("WebSocketWorker::SendFrame() - '%1'...").arg(QString(frame.left(64).toHex())));
847 
848  m_socket->write(frame.constData(), frame.length());
849 
850  return true;
851 }
852 
853 bool WebSocketWorker::SendText(const QString &message)
854 {
855  return SendText(message.trimmed().toUtf8());
856 }
857 
858 bool WebSocketWorker::SendText(const QByteArray& message)
859 {
860  if (!StringUtil::isValidUTF8(message))
861  {
862  LOG(VB_GENERAL, LOG_ERR, QString("WebSocketWorker::SendText('%1...') - "
863  "Text contains invalid UTF-8 character codes. Discarded.")
864  .arg(QString(message.left(20))));
865  return false;
866  }
867 
868  QByteArray frame = CreateFrame(WebSocketFrame::kOpTextFrame, message);
869 
870  return !frame.isEmpty() && SendFrame(frame);
871 }
872 
873 bool WebSocketWorker::SendBinary(const QByteArray& data)
874 {
875  QByteArray frame = CreateFrame(WebSocketFrame::kOpBinaryFrame, data);
876 
877  return !frame.isEmpty() && SendFrame(frame);
878 }
879 
880 bool WebSocketWorker::SendPing(const QByteArray& payload)
881 {
882  QByteArray frame = CreateFrame(WebSocketFrame::kOpPing, payload);
883 
884  return !frame.isEmpty() && SendFrame(frame);
885 }
886 
887 bool WebSocketWorker::SendPong(const QByteArray& payload)
888 {
889  QByteArray frame = CreateFrame(WebSocketFrame::kOpPong, payload);
890 
891  return !frame.isEmpty() && SendFrame(frame);
892 }
893 
895  const QString &message)
896 {
897  LOG(VB_HTTP, LOG_DEBUG, "WebSocketWorker::SendClose()");
898  QByteArray payload;
899  payload.resize(2);
900  payload[0] = (uint8_t)(errCode >> 8);
901  payload[1] = (uint8_t)(errCode & 0xFF);
902 
903  if (!message.isEmpty())
904  payload.append(message.toUtf8());
905 
906  QByteArray frame = CreateFrame(WebSocketFrame::kOpClose, payload);
907 
908  if (!frame.isEmpty() && SendFrame(frame))
909  {
910  CloseConnection();
911  return true;
912  }
913 
914  CloseConnection();
915  return false;
916 }
917 
919 {
920  SendPing(QByteArray("HeartBeat"));
921 }
922 
924 {
925  if (!extension)
926  return;
927 
928  connect(extension, &WebSocketExtension::SendTextMessage,
929  this, qOverload<const QString &>(&WebSocketWorker::SendText));
930  connect(extension, &WebSocketExtension::SendBinaryMessage,
932 
933  m_extensions.append(extension);
934 }
935 
937 {
938  if (!extension)
939  return;
940 
941  for (auto it = m_extensions.begin(); it != m_extensions.end(); ++it)
942  {
943  if ((*it) == extension)
944  {
945  it = m_extensions.erase(it);
946  break;
947  }
948  }
949 }
950 
951 
WebSocketWorker::m_webSocketServer
WebSocketServer & m_webSocketServer
Definition: websocket.h:275
WebSocketWorkerThread::m_webSocketServer
WebSocketServer & m_webSocketServer
Definition: websocket.h:172
mythevent.h
bool
bool
Definition: pxsup2dast.c:30
kSSLServer
@ kSSLServer
Definition: serverpool.h:33
WebSocketWorker::ProcessFrames
void ProcessFrames(QTcpSocket *socket)
Returns false if an error occurs.
Definition: websocket.cpp:478
hardwareprofile.smolt.timeout
float timeout
Definition: smolt.py:102
WebSocketWorker::m_eventLoop
QEventLoop * m_eventLoop
Definition: websocket.h:274
WebSocketFrame::m_opCode
OpCode m_opCode
Definition: websocket.h:117
ServerPool::setMaxPendingConnections
void setMaxPendingConnections(int n)
Definition: serverpool.h:94
WebSocketWorker::kCloseBadData
@ kCloseBadData
Definition: websocket.h:233
WebSocketWorker::ErrorCode
ErrorCode
Definition: websocket.h:220
WebSocketFrame::m_finalFrame
bool m_finalFrame
Definition: websocket.h:114
WebSocketFrame
A representation of a single WebSocket frame.
Definition: websocket.h:76
WebSocketFrame::m_isMasked
bool m_isMasked
Definition: websocket.h:118
MThreadPool::maxThreadCount
int maxThreadCount(void) const
Definition: mthreadpool.cpp:512
WebSocketWorker::~WebSocketWorker
~WebSocketWorker() override
Definition: websocket.cpp:132
websocket.h
WebSocketWorker::m_sslConfig
QSslConfiguration m_sslConfig
Definition: websocket.h:290
LOG
#define LOG(_MASK_, _LEVEL_, _QSTRING_)
Definition: mythlogging.h:39
WebSocketWorker::m_extensions
QList< WebSocketExtension * > m_extensions
Definition: websocket.h:295
WebSocketWorker::HandleDataFrame
void HandleDataFrame(const WebSocketFrame &frame)
Definition: websocket.cpp:669
MThreadPool::Stop
void Stop(void)
Definition: mthreadpool.cpp:267
MThreadPool::startReserved
void startReserved(QRunnable *runnable, const QString &debugName, std::chrono::milliseconds waitForAvailMS=0ms)
Definition: mthreadpool.cpp:361
WebSocketExtension
Base class for extensions.
Definition: websocket.h:137
WebSocketFrame::kOpTextFrame
@ kOpTextFrame
Definition: websocket.h:105
WebSocketWorker::SendBinary
bool SendBinary(const QByteArray &data)
Definition: websocket.cpp:873
WebSocketWorkerThread::m_connectionType
PoolServerType m_connectionType
Definition: websocket.h:174
WebSocketExtension::SendBinaryMessage
void SendBinaryMessage(const QByteArray &)
WebSocketWorker::CloseConnection
void CloseConnection()
Definition: websocket.cpp:155
WebSocketWorker::m_connectionType
PoolServerType m_connectionType
Definition: websocket.h:278
WebSocketFrame::kOpPong
@ kOpPong
Definition: websocket.h:110
WebSocketServer::newTcpConnection
void newTcpConnection(qintptr socket) override
Definition: websocket.cpp:52
WebSocketWorker::m_heartBeat
QTimer * m_heartBeat
Definition: websocket.h:287
mythlogging.h
WebSocketWorker::SendPing
bool SendPing(const QByteArray &payload)
Definition: websocket.cpp:880
WebSocketWorker::SetupSocket
void SetupSocket()
Definition: websocket.cpp:164
WebSocketFrame::kOpContinuation
@ kOpContinuation
Definition: websocket.h:104
WebSocketExtension::SendTextMessage
void SendTextMessage(const QString &)
WebSocketWorker::HandleControlFrame
void HandleControlFrame(const WebSocketFrame &frame)
Returns false if an error occurs.
Definition: websocket.cpp:665
WebSocketWorker::SendFrame
bool SendFrame(const QByteArray &frame)
Definition: websocket.cpp:838
WebSocketWorkerThread
The thread in which WebSocketWorker does it's thing.
Definition: websocket.h:158
WebSocketWorker::m_isRunning
bool m_isRunning
Definition: websocket.h:285
WebSocketWorker::SendClose
bool SendClose(ErrorCode errCode, const QString &message=QString())
Definition: websocket.cpp:894
PoolServerType
PoolServerType
Definition: serverpool.h:29
WebSocketFrame::m_payload
QByteArray m_payload
Definition: websocket.h:115
stringutil.h
WebSocketWorker::RegisterExtension
void RegisterExtension(WebSocketExtension *extension)
Definition: websocket.cpp:923
WebSocketWorker::m_webSocketMode
bool m_webSocketMode
Definition: websocket.h:281
WebSocketWorker::SendPong
bool SendPong(const QByteArray &payload)
Definition: websocket.cpp:887
WebSocketWorker::kCloseUnexpectedErr
@ kCloseUnexpectedErr
Definition: websocket.h:237
uint
unsigned int uint
Definition: compat.h:81
gCoreContext
MythCoreContext * gCoreContext
This global variable contains the MythCoreContext instance for the app.
Definition: mythcorecontext.cpp:55
WebSocketServer::m_threadPool
MThreadPool m_threadPool
Definition: websocket.h:59
WebSocketServer::m_rwlock
QReadWriteLock m_rwlock
Definition: websocket.h:58
WebSocketServer::IsRunning
bool IsRunning(void) const
Definition: websocket.h:46
WebSocketWorker::doRead
void doRead()
Definition: websocket.cpp:287
WebSocketFrame::m_payloadSize
uint64_t m_payloadSize
Definition: websocket.h:116
WebSocketFrame::reset
void reset(void)
Definition: websocket.h:90
WebSocketFrame::kOpClose
@ kOpClose
Definition: websocket.h:108
WebSocketServer::m_running
bool m_running
Definition: websocket.h:60
WebSocketWorker
Performs all the protocol-level work for a single websocket connection.
Definition: websocket.h:198
mythcorecontext.h
StringUtil::isValidUTF8
MBASE_PUBLIC bool isValidUTF8(const QByteArray &data)
Definition: stringutil.cpp:47
WebSocketWorker::m_readFrame
WebSocketFrame m_readFrame
Definition: websocket.h:282
WebSocketServer::WebSocketServer
WebSocketServer()
Definition: websocket.cpp:28
WebSocketWorker::kCloseTooLarge
@ kCloseTooLarge
Definition: websocket.h:235
WebSocketServer::~WebSocketServer
~WebSocketServer() override
Definition: websocket.cpp:43
WebSocketWorkerThread::run
void run(void) override
Definition: websocket.cpp:88
WebSocketWorker::SendHeartBeat
void SendHeartBeat()
Definition: websocket.cpp:918
WebSocketFrame::OpCode
OpCode
Definition: websocket.h:102
WebSocketWorker::Exec
void Exec()
Definition: websocket.cpp:150
WebSocketWorker::WebSocketWorker
WebSocketWorker(WebSocketServer &webSocketServer, qintptr sock, PoolServerType type, const QSslConfiguration &sslConfig)
Definition: websocket.cpp:105
WebSocketWorker::HandleCloseConnection
void HandleCloseConnection(const QByteArray &payload)
Definition: websocket.cpp:717
uint16_t
unsigned short uint16_t
Definition: iso6937tables.h:3
WebSocketFrame::m_mask
QByteArray m_mask
Definition: websocket.h:119
MThreadPool::setMaxThreadCount
void setMaxThreadCount(int maxThreadCount)
Definition: mthreadpool.cpp:518
WebSocketWorker::m_socketFD
qintptr m_socketFD
Definition: websocket.h:276
WebSocketWorker::m_socket
QTcpSocket * m_socket
Definition: websocket.h:277
WebSocketServer
The WebSocket server, which listens for connections.
Definition: websocket.h:38
WebSocketWorker::DeregisterExtension
void DeregisterExtension(WebSocketExtension *extension)
Definition: websocket.cpp:936
websocket_mythevent.h
WebSocketWorker::CreateFrame
static QByteArray CreateFrame(WebSocketFrame::OpCode type, const QByteArray &payload)
Definition: websocket.cpp:762
WebSocketWorker::m_errorCount
uint8_t m_errorCount
Definition: websocket.h:284
WebSocketWorkerThread::m_sslConfig
QSslConfiguration m_sslConfig
Definition: websocket.h:176
MythCoreContext::CheckSubnet
bool CheckSubnet(const QAbstractSocket *socket)
Check if a socket is connected to an approved peer.
Definition: mythcorecontext.cpp:1268
WebSocketFrame::m_fragmented
bool m_fragmented
Definition: websocket.h:120
WebSocketFrame::kOpPing
@ kOpPing
Definition: websocket.h:109
WebSocketWorkerThread::WebSocketWorkerThread
WebSocketWorkerThread(WebSocketServer &webSocketServer, qintptr sock, PoolServerType type, const QSslConfiguration &sslConfig)
Definition: websocket.cpp:73
WebSocketServer::m_sslConfig
QSslConfiguration m_sslConfig
Definition: websocket.h:63
WebSocketFrame::kOpBinaryFrame
@ kOpBinaryFrame
Definition: websocket.h:106
WebSocketWorker::kCloseNormal
@ kCloseNormal
Definition: websocket.h:222
WebSocketWorker::CleanupSocket
void CleanupSocket()
Definition: websocket.cpp:226
WebSocketWorker::kCloseProtocolError
@ kCloseProtocolError
Definition: websocket.h:224
kTCPServer
@ kTCPServer
Definition: serverpool.h:31
WebSocketMythEvent
Extension for sending MythEvents over WebSocketServer.
Definition: websocket_mythevent.h:14
WebSocketWorker::SendText
bool SendText(const QString &message)
Definition: websocket.cpp:853
WebSocketWorkerThread::m_socketFD
qintptr m_socketFD
Definition: websocket.h:173
WebSocketWorker::m_fuzzTesting
bool m_fuzzTesting
Definition: websocket.h:293
WebSocketWorker::ProcessHandshake
bool ProcessHandshake(QTcpSocket *socket)
Definition: websocket.cpp:315