Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1 | /* Copyright (C) 2002-2005 RealVNC Ltd. All Rights Reserved. |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 2 | * Copyright 2009-2018 Pierre Ossman for Cendio AB |
Peter Åstrand (astrand) | 7a368c9 | 2018-09-19 12:45:17 +0200 | [diff] [blame] | 3 | * Copyright 2018 Peter Astrand for Cendio AB |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 4 | * |
| 5 | * This is free software; you can redistribute it and/or modify |
| 6 | * it under the terms of the GNU General Public License as published by |
| 7 | * the Free Software Foundation; either version 2 of the License, or |
| 8 | * (at your option) any later version. |
| 9 | * |
| 10 | * This software is distributed in the hope that it will be useful, |
| 11 | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
| 12 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
| 13 | * GNU General Public License for more details. |
| 14 | * |
| 15 | * You should have received a copy of the GNU General Public License |
| 16 | * along with this software; if not, write to the Free Software |
| 17 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, |
| 18 | * USA. |
| 19 | */ |
| 20 | |
Pierre Ossman | a830bec | 2011-11-08 12:12:02 +0000 | [diff] [blame] | 21 | #include <network/TcpSocket.h> |
Pierre Ossman | 707fa12 | 2015-12-11 20:21:20 +0100 | [diff] [blame] | 22 | |
| 23 | #include <rfb/ComparingUpdateTracker.h> |
| 24 | #include <rfb/Encoder.h> |
| 25 | #include <rfb/KeyRemapper.h> |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 26 | #include <rfb/LogWriter.h> |
Adam Tkac | 5a0caed | 2010-04-23 13:58:10 +0000 | [diff] [blame] | 27 | #include <rfb/Security.h> |
Pierre Ossman | 707fa12 | 2015-12-11 20:21:20 +0100 | [diff] [blame] | 28 | #include <rfb/ServerCore.h> |
| 29 | #include <rfb/SMsgWriter.h> |
| 30 | #include <rfb/VNCServerST.h> |
| 31 | #include <rfb/VNCSConnectionST.h> |
Pierre Ossman | c5e2560 | 2009-03-20 12:59:05 +0000 | [diff] [blame] | 32 | #include <rfb/screenTypes.h> |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 33 | #include <rfb/fenceTypes.h> |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 34 | #include <rfb/ledStates.h> |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 35 | #define XK_LATIN1 |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 36 | #define XK_MISCELLANY |
| 37 | #define XK_XKB_KEYS |
| 38 | #include <rfb/keysymdef.h> |
| 39 | |
| 40 | using namespace rfb; |
| 41 | |
| 42 | static LogWriter vlog("VNCSConnST"); |
| 43 | |
Pierre Ossman | 71ca8d5 | 2017-09-15 11:03:12 +0200 | [diff] [blame] | 44 | static Cursor emptyCursor(0, 0, Point(0, 0), NULL); |
| 45 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 46 | VNCSConnectionST::VNCSConnectionST(VNCServerST* server_, network::Socket *s, |
| 47 | bool reverse) |
Pierre Ossman | 7069bdd | 2015-02-06 14:41:58 +0100 | [diff] [blame] | 48 | : sock(s), reverseConnection(reverse), |
Pierre Ossman | 3630475 | 2017-10-04 16:21:57 +0200 | [diff] [blame] | 49 | inProcessMessages(false), |
Pierre Ossman | b8b1e96 | 2012-07-20 10:47:00 +0000 | [diff] [blame] | 50 | pendingSyncFence(false), syncFence(false), fenceFlags(0), |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 51 | fenceDataLen(0), fenceData(NULL), congestionTimer(this), |
Pierre Ossman | a114c34 | 2018-06-18 16:29:55 +0200 | [diff] [blame] | 52 | losslessTimer(this), server(server_), |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 53 | updateRenderedCursor(false), removeRenderedCursor(false), |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 54 | continuousUpdates(false), encodeManager(this), idleTimer(this), |
| 55 | pointerEventTime(0), clientHasCursor(false) |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 56 | { |
| 57 | setStreams(&sock->inStream(), &sock->outStream()); |
| 58 | peerEndpoint.buf = sock->getPeerEndpoint(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 59 | |
| 60 | // Configure the socket |
| 61 | setSocketTimeouts(); |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 62 | |
| 63 | // Kick off the idle timer |
| 64 | if (rfb::Server::idleTimeout) { |
| 65 | // minimum of 15 seconds while authenticating |
| 66 | if (rfb::Server::idleTimeout < 15) |
| 67 | idleTimer.start(secsToMillis(15)); |
| 68 | else |
| 69 | idleTimer.start(secsToMillis(rfb::Server::idleTimeout)); |
| 70 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 71 | } |
| 72 | |
| 73 | |
| 74 | VNCSConnectionST::~VNCSConnectionST() |
| 75 | { |
| 76 | // If we reach here then VNCServerST is deleting us! |
Pierre Ossman | 6c97fa4 | 2018-10-05 17:35:51 +0200 | [diff] [blame] | 77 | if (closeReason.buf) |
| 78 | vlog.info("closing %s: %s", peerEndpoint.buf, closeReason.buf); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 79 | |
| 80 | // Release any keys the client still had pressed |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 81 | while (!pressedKeys.empty()) { |
| 82 | rdr::U32 keysym, keycode; |
| 83 | |
| 84 | keysym = pressedKeys.begin()->second; |
| 85 | keycode = pressedKeys.begin()->first; |
| 86 | pressedKeys.erase(pressedKeys.begin()); |
| 87 | |
| 88 | vlog.debug("Releasing key 0x%x / 0x%x on client disconnect", |
| 89 | keysym, keycode); |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 90 | server->keyEvent(keysym, keycode, false); |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 91 | } |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 92 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 93 | delete [] fenceData; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 97 | // SConnection methods |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 98 | |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 99 | bool VNCSConnectionST::accessCheck(AccessRights ar) const |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 100 | { |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 101 | // Reverse connections are user initiated, so they are implicitly |
| 102 | // allowed to bypass the query |
| 103 | if (reverseConnection) |
| 104 | ar &= ~AccessNoQuery; |
| 105 | |
| 106 | return SConnection::accessCheck(ar); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | void VNCSConnectionST::close(const char* reason) |
| 110 | { |
| 111 | // Log the reason for the close |
| 112 | if (!closeReason.buf) |
Adam Tkac | d36b626 | 2009-09-04 10:57:20 +0000 | [diff] [blame] | 113 | closeReason.buf = strDup(reason); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 114 | else |
| 115 | vlog.debug("second close: %s (%s)", peerEndpoint.buf, reason); |
| 116 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 117 | // Just shutdown the socket and mark our state as closing. Eventually the |
| 118 | // calling code will call VNCServerST's removeSocket() method causing us to |
| 119 | // be deleted. |
| 120 | sock->shutdown(); |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 121 | |
| 122 | SConnection::close(reason); |
| 123 | } |
| 124 | |
| 125 | |
| 126 | // Methods called from VNCServerST |
| 127 | |
| 128 | bool VNCSConnectionST::init() |
| 129 | { |
| 130 | try { |
| 131 | initialiseProtocol(); |
| 132 | } catch (rdr::Exception& e) { |
| 133 | close(e.str()); |
| 134 | return false; |
| 135 | } |
| 136 | return true; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 137 | } |
| 138 | |
| 139 | |
| 140 | void VNCSConnectionST::processMessages() |
| 141 | { |
| 142 | if (state() == RFBSTATE_CLOSING) return; |
| 143 | try { |
| 144 | // - Now set appropriate socket timeouts and process data |
| 145 | setSocketTimeouts(); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 146 | |
| 147 | inProcessMessages = true; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 148 | |
Pierre Ossman | a830bec | 2011-11-08 12:12:02 +0000 | [diff] [blame] | 149 | // Get the underlying TCP layer to build large packets if we send |
| 150 | // multiple small responses. |
Peter Åstrand (astrand) | 01dc1a6 | 2017-10-10 12:56:04 +0200 | [diff] [blame] | 151 | sock->cork(true); |
Pierre Ossman | a830bec | 2011-11-08 12:12:02 +0000 | [diff] [blame] | 152 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 153 | while (getInStream()->checkNoWait(1)) { |
Pierre Ossman | b8b1e96 | 2012-07-20 10:47:00 +0000 | [diff] [blame] | 154 | if (pendingSyncFence) { |
| 155 | syncFence = true; |
| 156 | pendingSyncFence = false; |
| 157 | } |
| 158 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 159 | processMsg(); |
Pierre Ossman | b8b1e96 | 2012-07-20 10:47:00 +0000 | [diff] [blame] | 160 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 161 | if (syncFence) { |
| 162 | writer()->writeFence(fenceFlags, fenceDataLen, fenceData); |
| 163 | syncFence = false; |
| 164 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 165 | } |
| 166 | |
Pierre Ossman | a830bec | 2011-11-08 12:12:02 +0000 | [diff] [blame] | 167 | // Flush out everything in case we go idle after this. |
Peter Åstrand (astrand) | 01dc1a6 | 2017-10-10 12:56:04 +0200 | [diff] [blame] | 168 | sock->cork(false); |
Pierre Ossman | a830bec | 2011-11-08 12:12:02 +0000 | [diff] [blame] | 169 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 170 | inProcessMessages = false; |
Constantin Kaplinsky | 2ef6695 | 2008-08-29 11:33:46 +0000 | [diff] [blame] | 171 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 172 | // If there were anything requiring an update, try to send it here. |
| 173 | // We wait until now with this to aggregate responses and to give |
| 174 | // higher priority to user actions such as keyboard and pointer events. |
| 175 | writeFramebufferUpdate(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 176 | } catch (rdr::EndOfStream&) { |
| 177 | close("Clean disconnection"); |
| 178 | } catch (rdr::Exception &e) { |
| 179 | close(e.str()); |
| 180 | } |
| 181 | } |
| 182 | |
Pierre Ossman | d408ca5 | 2016-04-29 14:26:05 +0200 | [diff] [blame] | 183 | void VNCSConnectionST::flushSocket() |
| 184 | { |
| 185 | if (state() == RFBSTATE_CLOSING) return; |
| 186 | try { |
| 187 | setSocketTimeouts(); |
| 188 | sock->outStream().flush(); |
Pierre Ossman | a40ab20 | 2016-04-29 15:35:56 +0200 | [diff] [blame] | 189 | // Flushing the socket might release an update that was previously |
| 190 | // delayed because of congestion. |
| 191 | if (sock->outStream().bufferUsage() == 0) |
| 192 | writeFramebufferUpdate(); |
Pierre Ossman | d408ca5 | 2016-04-29 14:26:05 +0200 | [diff] [blame] | 193 | } catch (rdr::Exception &e) { |
| 194 | close(e.str()); |
| 195 | } |
| 196 | } |
| 197 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 198 | void VNCSConnectionST::pixelBufferChange() |
| 199 | { |
| 200 | try { |
| 201 | if (!authenticated()) return; |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 202 | if (client.width() && client.height() && |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 203 | (server->getPixelBuffer()->width() != client.width() || |
| 204 | server->getPixelBuffer()->height() != client.height())) |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 205 | { |
| 206 | // We need to clip the next update to the new size, but also add any |
| 207 | // extra bits if it's bigger. If we wanted to do this exactly, something |
| 208 | // like the code below would do it, but at the moment we just update the |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 209 | // entire new size. However, we do need to clip the damagedCursorRegion |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 210 | // because that might be added to updates in writeFramebufferUpdate(). |
| 211 | |
| 212 | //updates.intersect(server->pb->getRect()); |
| 213 | // |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 214 | //if (server->pb->width() > client.width()) |
| 215 | // updates.add_changed(Rect(client.width(), 0, server->pb->width(), |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 216 | // server->pb->height())); |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 217 | //if (server->pb->height() > client.height()) |
| 218 | // updates.add_changed(Rect(0, client.height(), client.width(), |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 219 | // server->pb->height())); |
| 220 | |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 221 | damagedCursorRegion.assign_intersect(server->getPixelBuffer()->getRect()); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 222 | |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 223 | client.setDimensions(server->getPixelBuffer()->width(), |
| 224 | server->getPixelBuffer()->height(), |
| 225 | server->getScreenLayout()); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 226 | if (state() == RFBSTATE_NORMAL) { |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 227 | if (!client.supportsDesktopSize()) { |
| 228 | close("Client does not support desktop resize"); |
| 229 | return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 230 | } |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 231 | writer()->writeDesktopSize(reasonServer); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 232 | } |
Pierre Ossman | 6b2f113 | 2016-11-30 08:03:35 +0100 | [diff] [blame] | 233 | |
| 234 | // Drop any lossy tracking that is now outside the framebuffer |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 235 | encodeManager.pruneLosslessRefresh(Region(server->getPixelBuffer()->getRect())); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 236 | } |
| 237 | // Just update the whole screen at the moment because we're too lazy to |
| 238 | // work out what's actually changed. |
| 239 | updates.clear(); |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 240 | updates.add_changed(server->getPixelBuffer()->getRect()); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 241 | writeFramebufferUpdate(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 242 | } catch(rdr::Exception &e) { |
| 243 | close(e.str()); |
| 244 | } |
| 245 | } |
| 246 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 247 | void VNCSConnectionST::writeFramebufferUpdateOrClose() |
Pierre Ossman | 04e62db | 2009-03-23 16:57:07 +0000 | [diff] [blame] | 248 | { |
| 249 | try { |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 250 | writeFramebufferUpdate(); |
| 251 | } catch(rdr::Exception &e) { |
| 252 | close(e.str()); |
| 253 | } |
| 254 | } |
Pierre Ossman | 04e62db | 2009-03-23 16:57:07 +0000 | [diff] [blame] | 255 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 256 | void VNCSConnectionST::screenLayoutChangeOrClose(rdr::U16 reason) |
| 257 | { |
| 258 | try { |
| 259 | screenLayoutChange(reason); |
Pierre Ossman | b218ecd | 2017-11-16 16:43:13 +0100 | [diff] [blame] | 260 | writeFramebufferUpdate(); |
Pierre Ossman | 04e62db | 2009-03-23 16:57:07 +0000 | [diff] [blame] | 261 | } catch(rdr::Exception &e) { |
| 262 | close(e.str()); |
| 263 | } |
| 264 | } |
| 265 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 266 | void VNCSConnectionST::bellOrClose() |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 267 | { |
| 268 | try { |
| 269 | if (state() == RFBSTATE_NORMAL) writer()->writeBell(); |
| 270 | } catch(rdr::Exception& e) { |
| 271 | close(e.str()); |
| 272 | } |
| 273 | } |
| 274 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 275 | void VNCSConnectionST::serverCutTextOrClose(const char *str, int len) |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 276 | { |
| 277 | try { |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 278 | if (!accessCheck(AccessCutText)) return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 279 | if (!rfb::Server::sendCutText) return; |
| 280 | if (state() == RFBSTATE_NORMAL) |
| 281 | writer()->writeServerCutText(str, len); |
| 282 | } catch(rdr::Exception& e) { |
| 283 | close(e.str()); |
| 284 | } |
| 285 | } |
| 286 | |
Peter Åstrand | c39e078 | 2009-01-15 12:21:42 +0000 | [diff] [blame] | 287 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 288 | void VNCSConnectionST::setDesktopNameOrClose(const char *name) |
Peter Åstrand | c39e078 | 2009-01-15 12:21:42 +0000 | [diff] [blame] | 289 | { |
Peter Åstrand | c39e078 | 2009-01-15 12:21:42 +0000 | [diff] [blame] | 290 | try { |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 291 | setDesktopName(name); |
Pierre Ossman | b218ecd | 2017-11-16 16:43:13 +0100 | [diff] [blame] | 292 | writeFramebufferUpdate(); |
Peter Åstrand | c39e078 | 2009-01-15 12:21:42 +0000 | [diff] [blame] | 293 | } catch(rdr::Exception& e) { |
| 294 | close(e.str()); |
| 295 | } |
| 296 | } |
| 297 | |
| 298 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 299 | void VNCSConnectionST::setCursorOrClose() |
| 300 | { |
| 301 | try { |
| 302 | setCursor(); |
Pierre Ossman | b218ecd | 2017-11-16 16:43:13 +0100 | [diff] [blame] | 303 | writeFramebufferUpdate(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 304 | } catch(rdr::Exception& e) { |
| 305 | close(e.str()); |
| 306 | } |
| 307 | } |
| 308 | |
| 309 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 310 | void VNCSConnectionST::setLEDStateOrClose(unsigned int state) |
| 311 | { |
| 312 | try { |
| 313 | setLEDState(state); |
Pierre Ossman | b218ecd | 2017-11-16 16:43:13 +0100 | [diff] [blame] | 314 | writeFramebufferUpdate(); |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 315 | } catch(rdr::Exception& e) { |
| 316 | close(e.str()); |
| 317 | } |
| 318 | } |
| 319 | |
| 320 | |
Pierre Ossman | b114cec | 2011-11-20 15:36:11 +0000 | [diff] [blame] | 321 | bool VNCSConnectionST::getComparerState() |
| 322 | { |
| 323 | // We interpret a low compression level as an indication that the client |
| 324 | // wants to prioritise CPU usage over bandwidth, and hence disable the |
| 325 | // comparing update tracker. |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 326 | return (client.compressLevel == -1) || (client.compressLevel > 1); |
Pierre Ossman | b114cec | 2011-11-20 15:36:11 +0000 | [diff] [blame] | 327 | } |
| 328 | |
| 329 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 330 | // renderedCursorChange() is called whenever the server-side rendered cursor |
| 331 | // changes shape or position. It ensures that the next update will clean up |
| 332 | // the old rendered cursor and if necessary draw the new rendered cursor. |
| 333 | |
| 334 | void VNCSConnectionST::renderedCursorChange() |
| 335 | { |
| 336 | if (state() != RFBSTATE_NORMAL) return; |
Pierre Ossman | 71ca8d5 | 2017-09-15 11:03:12 +0200 | [diff] [blame] | 337 | // Are we switching between client-side and server-side cursor? |
Pierre Ossman | 25db44a | 2017-11-16 16:40:44 +0100 | [diff] [blame] | 338 | if (clientHasCursor == needRenderedCursor()) |
Pierre Ossman | 71ca8d5 | 2017-09-15 11:03:12 +0200 | [diff] [blame] | 339 | setCursorOrClose(); |
Pierre Ossman | 25db44a | 2017-11-16 16:40:44 +0100 | [diff] [blame] | 340 | bool hasRenderedCursor = !damagedCursorRegion.is_empty(); |
Pierre Ossman | 330ca42 | 2017-11-06 13:15:55 +0100 | [diff] [blame] | 341 | if (hasRenderedCursor) |
Pierre Ossman | 5c9e1e5 | 2011-11-08 10:32:05 +0000 | [diff] [blame] | 342 | removeRenderedCursor = true; |
Pierre Ossman | 6b0bc29 | 2011-12-21 13:17:54 +0000 | [diff] [blame] | 343 | if (needRenderedCursor()) { |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 344 | updateRenderedCursor = true; |
Pierre Ossman | 6b0bc29 | 2011-12-21 13:17:54 +0000 | [diff] [blame] | 345 | writeFramebufferUpdateOrClose(); |
| 346 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 347 | } |
| 348 | |
| 349 | // needRenderedCursor() returns true if this client needs the server-side |
| 350 | // rendered cursor. This may be because it does not support local cursor or |
| 351 | // because the current cursor position has not been set by this client. |
| 352 | // Unfortunately we can't know for sure when the current cursor position has |
| 353 | // been set by this client. We guess that this is the case when the current |
| 354 | // cursor position is the same as the last pointer event from this client, or |
| 355 | // if it is a very short time since this client's last pointer event (up to a |
| 356 | // second). [ Ideally we should do finer-grained timing here and make the time |
| 357 | // configurable, but I don't think it's that important. ] |
| 358 | |
| 359 | bool VNCSConnectionST::needRenderedCursor() |
| 360 | { |
Pierre Ossman | 77ede0a | 2016-12-05 16:57:30 +0100 | [diff] [blame] | 361 | if (state() != RFBSTATE_NORMAL) |
| 362 | return false; |
| 363 | |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 364 | if (!client.supportsLocalCursor()) |
Pierre Ossman | 77ede0a | 2016-12-05 16:57:30 +0100 | [diff] [blame] | 365 | return true; |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 366 | if (!server->getCursorPos().equals(pointerEventPos) && |
Pierre Ossman | 77ede0a | 2016-12-05 16:57:30 +0100 | [diff] [blame] | 367 | (time(0) - pointerEventTime) > 0) |
| 368 | return true; |
| 369 | |
| 370 | return false; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 371 | } |
| 372 | |
| 373 | |
| 374 | void VNCSConnectionST::approveConnectionOrClose(bool accept, |
| 375 | const char* reason) |
| 376 | { |
| 377 | try { |
| 378 | approveConnection(accept, reason); |
| 379 | } catch (rdr::Exception& e) { |
| 380 | close(e.str()); |
| 381 | } |
| 382 | } |
| 383 | |
| 384 | |
| 385 | |
| 386 | // -=- Callbacks from SConnection |
| 387 | |
| 388 | void VNCSConnectionST::authSuccess() |
| 389 | { |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 390 | if (rfb::Server::idleTimeout) |
| 391 | idleTimer.start(secsToMillis(rfb::Server::idleTimeout)); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 392 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 393 | // - Set the connection parameters appropriately |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 394 | client.setDimensions(server->getPixelBuffer()->width(), |
| 395 | server->getPixelBuffer()->height(), |
| 396 | server->getScreenLayout()); |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 397 | client.setName(server->getName()); |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 398 | client.setLEDState(server->getLEDState()); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 399 | |
| 400 | // - Set the default pixel format |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 401 | client.setPF(server->getPixelBuffer()->getPF()); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 402 | char buffer[256]; |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 403 | client.pf().print(buffer, 256); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 404 | vlog.info("Server default pixel format %s", buffer); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 405 | |
| 406 | // - Mark the entire display as "dirty" |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 407 | updates.add_changed(server->getPixelBuffer()->getRect()); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 408 | } |
| 409 | |
| 410 | void VNCSConnectionST::queryConnection(const char* userName) |
| 411 | { |
Pierre Ossman | 6c97fa4 | 2018-10-05 17:35:51 +0200 | [diff] [blame] | 412 | server->queryConnection(this, userName); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 413 | } |
| 414 | |
| 415 | void VNCSConnectionST::clientInit(bool shared) |
| 416 | { |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 417 | if (rfb::Server::idleTimeout) |
| 418 | idleTimer.start(secsToMillis(rfb::Server::idleTimeout)); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 419 | if (rfb::Server::alwaysShared || reverseConnection) shared = true; |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 420 | if (!accessCheck(AccessNonShared)) shared = true; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 421 | if (rfb::Server::neverShared) shared = false; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 422 | SConnection::clientInit(shared); |
Pierre Ossman | 6c97fa4 | 2018-10-05 17:35:51 +0200 | [diff] [blame] | 423 | server->clientReady(this, shared); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 424 | } |
| 425 | |
| 426 | void VNCSConnectionST::setPixelFormat(const PixelFormat& pf) |
| 427 | { |
| 428 | SConnection::setPixelFormat(pf); |
| 429 | char buffer[256]; |
| 430 | pf.print(buffer, 256); |
| 431 | vlog.info("Client pixel format %s", buffer); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 432 | setCursor(); |
| 433 | } |
| 434 | |
| 435 | void VNCSConnectionST::pointerEvent(const Point& pos, int buttonMask) |
| 436 | { |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 437 | if (rfb::Server::idleTimeout) |
| 438 | idleTimer.start(secsToMillis(rfb::Server::idleTimeout)); |
| 439 | pointerEventTime = time(0); |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 440 | if (!accessCheck(AccessPtrEvents)) return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 441 | if (!rfb::Server::acceptPointerEvents) return; |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 442 | pointerEventPos = pos; |
| 443 | server->pointerEvent(this, pointerEventPos, buttonMask); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 444 | } |
| 445 | |
| 446 | |
| 447 | class VNCSConnectionSTShiftPresser { |
| 448 | public: |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 449 | VNCSConnectionSTShiftPresser(VNCServerST* server_) |
| 450 | : server(server_), pressed(false) {} |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 451 | ~VNCSConnectionSTShiftPresser() { |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 452 | if (pressed) { |
| 453 | vlog.debug("Releasing fake Shift_L"); |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 454 | server->keyEvent(XK_Shift_L, 0, false); |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 455 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 456 | } |
| 457 | void press() { |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 458 | vlog.debug("Pressing fake Shift_L"); |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 459 | server->keyEvent(XK_Shift_L, 0, true); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 460 | pressed = true; |
| 461 | } |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 462 | VNCServerST* server; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 463 | bool pressed; |
| 464 | }; |
| 465 | |
| 466 | // keyEvent() - record in the pressedKeys which keys were pressed. Allow |
| 467 | // multiple down events (for autorepeat), but only allow a single up event. |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 468 | void VNCSConnectionST::keyEvent(rdr::U32 keysym, rdr::U32 keycode, bool down) { |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 469 | rdr::U32 lookup; |
| 470 | |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 471 | if (rfb::Server::idleTimeout) |
| 472 | idleTimer.start(secsToMillis(rfb::Server::idleTimeout)); |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 473 | if (!accessCheck(AccessKeyEvents)) return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 474 | if (!rfb::Server::acceptKeyEvents) return; |
| 475 | |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 476 | if (down) |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 477 | vlog.debug("Key pressed: 0x%x / 0x%x", keysym, keycode); |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 478 | else |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 479 | vlog.debug("Key released: 0x%x / 0x%x", keysym, keycode); |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 480 | |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 481 | // Avoid lock keys if we don't know the server state |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 482 | if ((server->getLEDState() == ledUnknown) && |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 483 | ((keysym == XK_Caps_Lock) || |
| 484 | (keysym == XK_Num_Lock) || |
| 485 | (keysym == XK_Scroll_Lock))) { |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 486 | vlog.debug("Ignoring lock key (e.g. caps lock)"); |
| 487 | return; |
| 488 | } |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 489 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 490 | // Lock key heuristics |
| 491 | // (only for clients that do not support the LED state extension) |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 492 | if (!client.supportsLEDState()) { |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 493 | // Always ignore ScrollLock as we don't have a heuristic |
| 494 | // for that |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 495 | if (keysym == XK_Scroll_Lock) { |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 496 | vlog.debug("Ignoring lock key (e.g. caps lock)"); |
| 497 | return; |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 498 | } |
| 499 | |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 500 | if (down && (server->getLEDState() != ledUnknown)) { |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 501 | // CapsLock synchronisation heuristic |
| 502 | // (this assumes standard interaction between CapsLock the Shift |
| 503 | // keys and normal characters) |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 504 | if (((keysym >= XK_A) && (keysym <= XK_Z)) || |
| 505 | ((keysym >= XK_a) && (keysym <= XK_z))) { |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 506 | bool uppercase, shift, lock; |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 507 | |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 508 | uppercase = (keysym >= XK_A) && (keysym <= XK_Z); |
Pierre Ossman | 851e680 | 2017-09-12 16:44:44 +0200 | [diff] [blame] | 509 | shift = isShiftPressed(); |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 510 | lock = server->getLEDState() & ledCapsLock; |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 511 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 512 | if (lock == (uppercase == shift)) { |
| 513 | vlog.debug("Inserting fake CapsLock to get in sync with client"); |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 514 | server->keyEvent(XK_Caps_Lock, 0, true); |
| 515 | server->keyEvent(XK_Caps_Lock, 0, false); |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 516 | } |
| 517 | } |
| 518 | |
| 519 | // NumLock synchronisation heuristic |
| 520 | // (this is more cautious because of the differences between Unix, |
| 521 | // Windows and macOS) |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 522 | if (((keysym >= XK_KP_Home) && (keysym <= XK_KP_Delete)) || |
| 523 | ((keysym >= XK_KP_0) && (keysym <= XK_KP_9)) || |
| 524 | (keysym == XK_KP_Separator) || (keysym == XK_KP_Decimal)) { |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 525 | bool number, shift, lock; |
| 526 | |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 527 | number = ((keysym >= XK_KP_0) && (keysym <= XK_KP_9)) || |
| 528 | (keysym == XK_KP_Separator) || (keysym == XK_KP_Decimal); |
Pierre Ossman | 851e680 | 2017-09-12 16:44:44 +0200 | [diff] [blame] | 529 | shift = isShiftPressed(); |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 530 | lock = server->getLEDState() & ledNumLock; |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 531 | |
| 532 | if (shift) { |
| 533 | // We don't know the appropriate NumLock state for when Shift |
| 534 | // is pressed as it could be one of: |
| 535 | // |
| 536 | // a) A Unix client where Shift negates NumLock |
| 537 | // |
| 538 | // b) A Windows client where Shift only cancels NumLock |
| 539 | // |
| 540 | // c) A macOS client where Shift doesn't have any effect |
| 541 | // |
| 542 | } else if (lock == (number == shift)) { |
| 543 | vlog.debug("Inserting fake NumLock to get in sync with client"); |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 544 | server->keyEvent(XK_Num_Lock, 0, true); |
| 545 | server->keyEvent(XK_Num_Lock, 0, false); |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 546 | } |
Pierre Ossman | bb305ca | 2016-12-11 12:41:26 +0100 | [diff] [blame] | 547 | } |
Pierre Ossman | 9a153b0 | 2015-08-31 10:01:14 +0200 | [diff] [blame] | 548 | } |
| 549 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 550 | |
| 551 | // Turn ISO_Left_Tab into shifted Tab. |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 552 | VNCSConnectionSTShiftPresser shiftPresser(server); |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 553 | if (keysym == XK_ISO_Left_Tab) { |
Pierre Ossman | 851e680 | 2017-09-12 16:44:44 +0200 | [diff] [blame] | 554 | if (!isShiftPressed()) |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 555 | shiftPresser.press(); |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 556 | keysym = XK_Tab; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 557 | } |
| 558 | |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 559 | // We need to be able to track keys, so generate a fake index when we |
| 560 | // aren't given a keycode |
| 561 | if (keycode == 0) |
| 562 | lookup = 0x80000000 | keysym; |
| 563 | else |
| 564 | lookup = keycode; |
| 565 | |
| 566 | // We force the same keysym for an already down key for the |
| 567 | // sake of sanity |
| 568 | if (pressedKeys.find(lookup) != pressedKeys.end()) |
| 569 | keysym = pressedKeys[lookup]; |
| 570 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 571 | if (down) { |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 572 | pressedKeys[lookup] = keysym; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 573 | } else { |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 574 | if (!pressedKeys.erase(lookup)) |
Pierre Ossman | 5ae2821 | 2017-05-16 14:30:38 +0200 | [diff] [blame] | 575 | return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 576 | } |
Pierre Ossman | 16e1dcb | 2017-05-16 14:33:43 +0200 | [diff] [blame] | 577 | |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 578 | server->keyEvent(keysym, keycode, down); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 579 | } |
| 580 | |
| 581 | void VNCSConnectionST::clientCutText(const char* str, int len) |
| 582 | { |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 583 | if (!accessCheck(AccessCutText)) return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 584 | if (!rfb::Server::acceptCutText) return; |
Pierre Ossman | b684341 | 2018-10-05 17:30:52 +0200 | [diff] [blame] | 585 | server->clientCutText(str, len); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 586 | } |
| 587 | |
| 588 | void VNCSConnectionST::framebufferUpdateRequest(const Rect& r,bool incremental) |
| 589 | { |
Pierre Ossman | e9962f7 | 2009-04-23 12:31:42 +0000 | [diff] [blame] | 590 | Rect safeRect; |
| 591 | |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 592 | if (!accessCheck(AccessView)) return; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 593 | |
| 594 | SConnection::framebufferUpdateRequest(r, incremental); |
| 595 | |
Pierre Ossman | d9a59ba | 2009-03-20 15:55:37 +0000 | [diff] [blame] | 596 | // Check that the client isn't sending crappy requests |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 597 | if (!r.enclosed_by(Rect(0, 0, client.width(), client.height()))) { |
Pierre Ossman | d9a59ba | 2009-03-20 15:55:37 +0000 | [diff] [blame] | 598 | vlog.error("FramebufferUpdateRequest %dx%d at %d,%d exceeds framebuffer %dx%d", |
Pierre Ossman | 9312b0e | 2018-06-20 12:25:14 +0200 | [diff] [blame] | 599 | r.width(), r.height(), r.tl.x, r.tl.y, |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 600 | client.width(), client.height()); |
| 601 | safeRect = r.intersect(Rect(0, 0, client.width(), client.height())); |
Pierre Ossman | e9962f7 | 2009-04-23 12:31:42 +0000 | [diff] [blame] | 602 | } else { |
| 603 | safeRect = r; |
Pierre Ossman | d9a59ba | 2009-03-20 15:55:37 +0000 | [diff] [blame] | 604 | } |
| 605 | |
Constantin Kaplinsky | 2ef6695 | 2008-08-29 11:33:46 +0000 | [diff] [blame] | 606 | // Just update the requested region. |
| 607 | // Framebuffer update will be sent a bit later, see processMessages(). |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 608 | Region reqRgn(r); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 609 | if (!incremental || !continuousUpdates) |
| 610 | requested.assign_union(reqRgn); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 611 | |
| 612 | if (!incremental) { |
| 613 | // Non-incremental update - treat as if area requested has changed |
| 614 | updates.add_changed(reqRgn); |
Pierre Ossman | 53125a7 | 2009-04-22 15:37:51 +0000 | [diff] [blame] | 615 | |
| 616 | // And send the screen layout to the client (which, unlike the |
| 617 | // framebuffer dimensions, the client doesn't get during init) |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 618 | if (client.supportsEncoding(pseudoEncodingExtendedDesktopSize)) |
| 619 | writer()->writeDesktopSize(reasonServer); |
Pierre Ossman | 53125a7 | 2009-04-22 15:37:51 +0000 | [diff] [blame] | 620 | |
| 621 | // We do not send a DesktopSize since it only contains the |
| 622 | // framebuffer size (which the client already should know) and |
| 623 | // because some clients don't handle extra DesktopSize events |
| 624 | // very well. |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 625 | } |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 626 | } |
| 627 | |
Pierre Ossman | 34bb061 | 2009-03-21 21:16:14 +0000 | [diff] [blame] | 628 | void VNCSConnectionST::setDesktopSize(int fb_width, int fb_height, |
| 629 | const ScreenSet& layout) |
Pierre Ossman | c5e2560 | 2009-03-20 12:59:05 +0000 | [diff] [blame] | 630 | { |
Pierre Ossman | 04e62db | 2009-03-23 16:57:07 +0000 | [diff] [blame] | 631 | unsigned int result; |
| 632 | |
Pierre Ossman | 7d64b33 | 2018-10-08 15:59:02 +0200 | [diff] [blame] | 633 | if (!accessCheck(AccessSetDesktopSize)) return; |
Michal Srb | b318b8f | 2014-11-24 13:18:28 +0200 | [diff] [blame] | 634 | if (!rfb::Server::acceptSetDesktopSize) return; |
| 635 | |
Pierre Ossman | 07e44cc | 2018-10-05 17:32:57 +0200 | [diff] [blame] | 636 | result = server->setDesktopSize(this, fb_width, fb_height, layout); |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 637 | writer()->writeDesktopSize(reasonClient, result); |
Pierre Ossman | c5e2560 | 2009-03-20 12:59:05 +0000 | [diff] [blame] | 638 | } |
| 639 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 640 | void VNCSConnectionST::fence(rdr::U32 flags, unsigned len, const char data[]) |
| 641 | { |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 642 | rdr::U8 type; |
| 643 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 644 | if (flags & fenceFlagRequest) { |
| 645 | if (flags & fenceFlagSyncNext) { |
Pierre Ossman | b8b1e96 | 2012-07-20 10:47:00 +0000 | [diff] [blame] | 646 | pendingSyncFence = true; |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 647 | |
| 648 | fenceFlags = flags & (fenceFlagBlockBefore | fenceFlagBlockAfter | fenceFlagSyncNext); |
| 649 | fenceDataLen = len; |
| 650 | delete [] fenceData; |
Michal Srb | f3afa24 | 2017-03-27 19:02:15 +0300 | [diff] [blame] | 651 | fenceData = NULL; |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 652 | if (len > 0) { |
| 653 | fenceData = new char[len]; |
| 654 | memcpy(fenceData, data, len); |
| 655 | } |
| 656 | |
| 657 | return; |
| 658 | } |
| 659 | |
| 660 | // We handle everything synchronously so we trivially honor these modes |
| 661 | flags = flags & (fenceFlagBlockBefore | fenceFlagBlockAfter); |
| 662 | |
| 663 | writer()->writeFence(flags, len, data); |
| 664 | return; |
| 665 | } |
| 666 | |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 667 | if (len < 1) |
| 668 | vlog.error("Fence response of unexpected size received"); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 669 | |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 670 | type = data[0]; |
| 671 | |
| 672 | switch (type) { |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 673 | case 0: |
| 674 | // Initial dummy fence; |
| 675 | break; |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 676 | case 1: |
Pierre Ossman | c09e558 | 2015-12-11 20:23:17 +0100 | [diff] [blame] | 677 | congestion.gotPong(); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 678 | break; |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 679 | default: |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 680 | vlog.error("Fence response of unexpected type received"); |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 681 | } |
| 682 | } |
| 683 | |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 684 | void VNCSConnectionST::enableContinuousUpdates(bool enable, |
| 685 | int x, int y, int w, int h) |
| 686 | { |
| 687 | Rect rect; |
| 688 | |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 689 | if (!client.supportsFence() || !client.supportsContinuousUpdates()) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 690 | throw Exception("Client tried to enable continuous updates when not allowed"); |
| 691 | |
| 692 | continuousUpdates = enable; |
| 693 | |
| 694 | rect.setXYWH(x, y, w, h); |
| 695 | cuRegion.reset(rect); |
| 696 | |
| 697 | if (enable) { |
| 698 | requested.clear(); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 699 | } else { |
| 700 | writer()->writeEndOfContinuousUpdates(); |
| 701 | } |
| 702 | } |
| 703 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 704 | // supportsLocalCursor() is called whenever the status of |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 705 | // client.supportsLocalCursor() has changed. If the client does now support local |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 706 | // cursor, we make sure that the old server-side rendered cursor is cleaned up |
| 707 | // and the cursor is sent to the client. |
| 708 | |
| 709 | void VNCSConnectionST::supportsLocalCursor() |
| 710 | { |
Pierre Ossman | 387a417 | 2017-11-16 16:44:36 +0100 | [diff] [blame] | 711 | bool hasRenderedCursor = !damagedCursorRegion.is_empty(); |
| 712 | if (hasRenderedCursor && !needRenderedCursor()) |
| 713 | removeRenderedCursor = true; |
| 714 | setCursor(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 715 | } |
| 716 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 717 | void VNCSConnectionST::supportsFence() |
| 718 | { |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 719 | char type = 0; |
| 720 | writer()->writeFence(fenceFlagRequest, sizeof(type), &type); |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 721 | } |
| 722 | |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 723 | void VNCSConnectionST::supportsContinuousUpdates() |
| 724 | { |
| 725 | // We refuse to use continuous updates if we cannot monitor the buffer |
| 726 | // usage using fences. |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 727 | if (!client.supportsFence()) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 728 | return; |
| 729 | |
| 730 | writer()->writeEndOfContinuousUpdates(); |
| 731 | } |
| 732 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 733 | void VNCSConnectionST::supportsLEDState() |
| 734 | { |
Pierre Ossman | 7b8bc43 | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 735 | if (client.ledState() == ledUnknown) |
| 736 | return; |
| 737 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 738 | writer()->writeLEDState(); |
| 739 | } |
| 740 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 741 | |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 742 | bool VNCSConnectionST::handleTimeout(Timer* t) |
| 743 | { |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 744 | try { |
Peter Åstrand (astrand) | 7a368c9 | 2018-09-19 12:45:17 +0200 | [diff] [blame] | 745 | if ((t == &congestionTimer) || |
| 746 | (t == &losslessTimer)) |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 747 | writeFramebufferUpdate(); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 748 | } catch (rdr::Exception& e) { |
| 749 | close(e.str()); |
| 750 | } |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 751 | |
Pierre Ossman | 65e08fd | 2018-10-26 15:54:00 +0200 | [diff] [blame] | 752 | if (t == &idleTimer) |
| 753 | close("Idle timeout"); |
| 754 | |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 755 | return false; |
| 756 | } |
| 757 | |
Pierre Ossman | 851e680 | 2017-09-12 16:44:44 +0200 | [diff] [blame] | 758 | bool VNCSConnectionST::isShiftPressed() |
| 759 | { |
| 760 | std::map<rdr::U32, rdr::U32>::const_iterator iter; |
| 761 | |
| 762 | for (iter = pressedKeys.begin(); iter != pressedKeys.end(); ++iter) { |
| 763 | if (iter->second == XK_Shift_L) |
| 764 | return true; |
| 765 | if (iter->second == XK_Shift_R) |
| 766 | return true; |
| 767 | } |
| 768 | |
| 769 | return false; |
| 770 | } |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 771 | |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 772 | void VNCSConnectionST::writeRTTPing() |
| 773 | { |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 774 | char type; |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 775 | |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 776 | if (!client.supportsFence()) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 777 | return; |
| 778 | |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 779 | congestion.updatePosition(sock->outStream().length()); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 780 | |
| 781 | // We need to make sure any old update are already processed by the |
| 782 | // time we get the response back. This allows us to reliably throttle |
| 783 | // back on client overload, as well as network overload. |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 784 | type = 1; |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 785 | writer()->writeFence(fenceFlagRequest | fenceFlagBlockBefore, |
Pierre Ossman | b2a417c | 2015-12-11 19:32:21 +0100 | [diff] [blame] | 786 | sizeof(type), &type); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 787 | |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 788 | congestion.sentPing(); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 789 | } |
| 790 | |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 791 | bool VNCSConnectionST::isCongested() |
| 792 | { |
Pierre Ossman | ce26181 | 2018-07-17 15:01:53 +0200 | [diff] [blame] | 793 | int eta; |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 794 | |
| 795 | congestionTimer.stop(); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 796 | |
| 797 | // Stuff still waiting in the send buffer? |
Pierre Ossman | 352d062 | 2016-04-29 15:50:54 +0200 | [diff] [blame] | 798 | sock->outStream().flush(); |
Pierre Ossman | 8cf7163 | 2016-03-11 09:38:08 +0100 | [diff] [blame] | 799 | congestion.debugTrace("congestion-trace.csv", sock->getFd()); |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 800 | if (sock->outStream().bufferUsage() > 0) |
| 801 | return true; |
| 802 | |
Pierre Ossman | b114f5c | 2018-06-18 16:34:16 +0200 | [diff] [blame] | 803 | if (!client.supportsFence()) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 804 | return false; |
| 805 | |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 806 | congestion.updatePosition(sock->outStream().length()); |
| 807 | if (!congestion.isCongested()) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 808 | return false; |
| 809 | |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 810 | eta = congestion.getUncongestedETA(); |
| 811 | if (eta >= 0) |
| 812 | congestionTimer.start(eta); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 813 | |
| 814 | return true; |
| 815 | } |
| 816 | |
| 817 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 818 | void VNCSConnectionST::writeFramebufferUpdate() |
| 819 | { |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 820 | congestion.updatePosition(sock->outStream().length()); |
| 821 | |
Pierre Ossman | 2c76494 | 2011-11-14 15:54:30 +0000 | [diff] [blame] | 822 | // We're in the middle of processing a command that's supposed to be |
| 823 | // synchronised. Allowing an update to slip out right now might violate |
| 824 | // that synchronisation. |
| 825 | if (syncFence) |
| 826 | return; |
| 827 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 828 | // We try to aggregate responses, so don't send out anything whilst we |
| 829 | // still have incoming messages. processMessages() will give us another |
| 830 | // chance to run once things are idle. |
| 831 | if (inProcessMessages) |
| 832 | return; |
| 833 | |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 834 | if (state() != RFBSTATE_NORMAL) |
| 835 | return; |
| 836 | if (requested.is_empty() && !continuousUpdates) |
Pierre Ossman | e9962f7 | 2009-04-23 12:31:42 +0000 | [diff] [blame] | 837 | return; |
Pierre Ossman | d9a59ba | 2009-03-20 15:55:37 +0000 | [diff] [blame] | 838 | |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 839 | // Check that we actually have some space on the link and retry in a |
| 840 | // bit if things are congested. |
Pierre Ossman | a40ab20 | 2016-04-29 15:35:56 +0200 | [diff] [blame] | 841 | if (isCongested()) |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 842 | return; |
Pierre Ossman | 1bb8b6c | 2011-10-25 15:20:05 +0000 | [diff] [blame] | 843 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 844 | // Updates often consists of many small writes, and in continuous |
| 845 | // mode, we will also have small fence messages around the update. We |
| 846 | // need to aggregate these in order to not clog up TCP's congestion |
| 847 | // window. |
Peter Åstrand (astrand) | 01dc1a6 | 2017-10-10 12:56:04 +0200 | [diff] [blame] | 848 | sock->cork(true); |
Pierre Ossman | 36dadf8 | 2011-11-15 12:11:32 +0000 | [diff] [blame] | 849 | |
Pierre Ossman | e9962f7 | 2009-04-23 12:31:42 +0000 | [diff] [blame] | 850 | // First take care of any updates that cannot contain framebuffer data |
| 851 | // changes. |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 852 | writeNoDataUpdate(); |
| 853 | |
| 854 | // Then real data (if possible) |
| 855 | writeDataUpdate(); |
| 856 | |
Peter Åstrand (astrand) | 01dc1a6 | 2017-10-10 12:56:04 +0200 | [diff] [blame] | 857 | sock->cork(false); |
Pierre Ossman | a99d14d | 2015-12-13 15:43:46 +0100 | [diff] [blame] | 858 | |
| 859 | congestion.updatePosition(sock->outStream().length()); |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 860 | } |
| 861 | |
| 862 | void VNCSConnectionST::writeNoDataUpdate() |
| 863 | { |
| 864 | if (!writer()->needNoDataUpdate()) |
| 865 | return; |
| 866 | |
| 867 | writer()->writeNoDataUpdate(); |
| 868 | |
| 869 | // Make sure no data update is sent until next request |
| 870 | requested.clear(); |
| 871 | } |
| 872 | |
| 873 | void VNCSConnectionST::writeDataUpdate() |
| 874 | { |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 875 | Region req; |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 876 | UpdateInfo ui; |
| 877 | bool needNewUpdateInfo; |
Pierre Ossman | 24684e5 | 2016-12-05 16:58:19 +0100 | [diff] [blame] | 878 | const RenderedCursor *cursor; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 879 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 880 | // See what the client has requested (if anything) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 881 | if (continuousUpdates) |
| 882 | req = cuRegion.union_(requested); |
| 883 | else |
| 884 | req = requested; |
| 885 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 886 | if (req.is_empty()) |
| 887 | return; |
| 888 | |
| 889 | // Get the lists of updates. Prior to exporting the data to the `ui' object, |
| 890 | // getUpdateInfo() will normalize the `updates' object such way that its |
| 891 | // `changed' and `copied' regions would not intersect. |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 892 | updates.getUpdateInfo(&ui, req); |
| 893 | needNewUpdateInfo = false; |
Constantin Kaplinsky | 604d781 | 2007-08-31 15:50:37 +0000 | [diff] [blame] | 894 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 895 | // If the previous position of the rendered cursor overlaps the source of the |
| 896 | // copy, then when the copy happens the corresponding rectangle in the |
| 897 | // destination will be wrong, so add it to the changed region. |
| 898 | |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 899 | if (!ui.copied.is_empty() && !damagedCursorRegion.is_empty()) { |
| 900 | Region bogusCopiedCursor; |
| 901 | |
Pierre Ossman | 74385d3 | 2018-03-22 16:00:18 +0100 | [diff] [blame] | 902 | bogusCopiedCursor = damagedCursorRegion; |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 903 | bogusCopiedCursor.translate(ui.copy_delta); |
Pierre Ossman | 6094ced | 2018-10-05 17:24:51 +0200 | [diff] [blame] | 904 | bogusCopiedCursor.assign_intersect(server->getPixelBuffer()->getRect()); |
Constantin Kaplinsky | 45517c8 | 2007-08-31 15:56:33 +0000 | [diff] [blame] | 905 | if (!ui.copied.intersect(bogusCopiedCursor).is_empty()) { |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 906 | updates.add_changed(bogusCopiedCursor); |
Constantin Kaplinsky | 604d781 | 2007-08-31 15:50:37 +0000 | [diff] [blame] | 907 | needNewUpdateInfo = true; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 908 | } |
| 909 | } |
| 910 | |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 911 | // If we need to remove the old rendered cursor, just add the region to |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 912 | // the changed region. |
| 913 | |
| 914 | if (removeRenderedCursor) { |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 915 | updates.add_changed(damagedCursorRegion); |
Constantin Kaplinsky | 604d781 | 2007-08-31 15:50:37 +0000 | [diff] [blame] | 916 | needNewUpdateInfo = true; |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 917 | damagedCursorRegion.clear(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 918 | removeRenderedCursor = false; |
| 919 | } |
| 920 | |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 921 | // If we need a full cursor update then make sure its entire region |
| 922 | // is marked as changed. |
| 923 | |
| 924 | if (updateRenderedCursor) { |
| 925 | updates.add_changed(server->getRenderedCursor()->getEffectiveRect()); |
| 926 | needNewUpdateInfo = true; |
| 927 | updateRenderedCursor = false; |
| 928 | } |
| 929 | |
Constantin Kaplinsky | 604d781 | 2007-08-31 15:50:37 +0000 | [diff] [blame] | 930 | // The `updates' object could change, make sure we have valid update info. |
| 931 | |
| 932 | if (needNewUpdateInfo) |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 933 | updates.getUpdateInfo(&ui, req); |
Constantin Kaplinsky | 604d781 | 2007-08-31 15:50:37 +0000 | [diff] [blame] | 934 | |
Pierre Ossman | 8efc7b4 | 2018-03-23 11:45:51 +0100 | [diff] [blame] | 935 | // If there are queued updates then we cannot safely send an update |
| 936 | // without risking a partially updated screen |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 937 | if (!server->getPendingRegion().is_empty()) { |
| 938 | req.clear(); |
Pierre Ossman | 8efc7b4 | 2018-03-23 11:45:51 +0100 | [diff] [blame] | 939 | ui.changed.clear(); |
| 940 | ui.copied.clear(); |
| 941 | } |
| 942 | |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 943 | // Does the client need a server-side rendered cursor? |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 944 | |
Pierre Ossman | 24684e5 | 2016-12-05 16:58:19 +0100 | [diff] [blame] | 945 | cursor = NULL; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 946 | if (needRenderedCursor()) { |
Pierre Ossman | 671d2ef | 2015-06-09 16:09:06 +0200 | [diff] [blame] | 947 | Rect renderedCursorRect; |
| 948 | |
Pierre Ossman | 24684e5 | 2016-12-05 16:58:19 +0100 | [diff] [blame] | 949 | cursor = server->getRenderedCursor(); |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 950 | renderedCursorRect = cursor->getEffectiveRect(); |
Pierre Ossman | 24684e5 | 2016-12-05 16:58:19 +0100 | [diff] [blame] | 951 | |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 952 | // Check that we don't try to copy over the cursor area, and |
| 953 | // if that happens we need to treat it as changed so that we can |
| 954 | // re-render it |
| 955 | if (!ui.copied.intersect(renderedCursorRect).is_empty()) { |
| 956 | ui.changed.assign_union(ui.copied.intersect(renderedCursorRect)); |
| 957 | ui.copied.assign_subtract(renderedCursorRect); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 958 | } |
| 959 | |
Pierre Ossman | 8c3bd69 | 2018-03-22 15:58:54 +0100 | [diff] [blame] | 960 | // Track where we've rendered the cursor |
| 961 | damagedCursorRegion.assign_union(ui.changed.intersect(renderedCursorRect)); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 962 | } |
| 963 | |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 964 | // If we don't have a normal update, then try a lossless refresh |
Peter Åstrand (astrand) | 7a368c9 | 2018-09-19 12:45:17 +0200 | [diff] [blame] | 965 | if (ui.is_empty() && !writer()->needFakeUpdate()) { |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 966 | writeLosslessRefresh(); |
| 967 | return; |
Peter Åstrand (astrand) | 7a368c9 | 2018-09-19 12:45:17 +0200 | [diff] [blame] | 968 | } |
Pierre Ossman | fdba3fe | 2014-01-31 13:12:18 +0100 | [diff] [blame] | 969 | |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 970 | // We have something to send, so let's get to it |
| 971 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 972 | writeRTTPing(); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 973 | |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 974 | encodeManager.writeUpdate(ui, server->getPixelBuffer(), cursor); |
Pierre Ossman | 1b478e5 | 2011-11-15 12:08:30 +0000 | [diff] [blame] | 975 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 976 | writeRTTPing(); |
Pierre Ossman | c039726 | 2014-03-14 15:59:46 +0100 | [diff] [blame] | 977 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 978 | // The request might be for just part of the screen, so we cannot |
| 979 | // just clear the entire update tracker. |
| 980 | updates.subtract(req); |
Pierre Ossman | c039726 | 2014-03-14 15:59:46 +0100 | [diff] [blame] | 981 | |
Pierre Ossman | cef3cf7 | 2016-11-25 10:06:34 +0100 | [diff] [blame] | 982 | requested.clear(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 983 | } |
| 984 | |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 985 | void VNCSConnectionST::writeLosslessRefresh() |
| 986 | { |
| 987 | Region req, pending; |
| 988 | const RenderedCursor *cursor; |
| 989 | |
| 990 | int nextRefresh, nextUpdate; |
Pierre Ossman | 812da46 | 2018-11-23 17:48:02 +0100 | [diff] [blame] | 991 | size_t bandwidth, maxUpdateSize; |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 992 | |
| 993 | if (continuousUpdates) |
| 994 | req = cuRegion.union_(requested); |
| 995 | else |
| 996 | req = requested; |
| 997 | |
| 998 | // If there are queued updates then we could not safely send an |
| 999 | // update without risking a partially updated screen, however we |
| 1000 | // might still be able to send a lossless refresh |
| 1001 | pending = server->getPendingRegion(); |
| 1002 | if (!pending.is_empty()) { |
| 1003 | UpdateInfo ui; |
| 1004 | |
| 1005 | // Don't touch the updates pending in the server core |
| 1006 | req.assign_subtract(pending); |
| 1007 | |
| 1008 | // Or any updates pending just for this connection |
| 1009 | updates.getUpdateInfo(&ui, req); |
| 1010 | req.assign_subtract(ui.changed); |
| 1011 | req.assign_subtract(ui.copied); |
| 1012 | } |
| 1013 | |
| 1014 | // Any lossy area we can refresh? |
| 1015 | if (!encodeManager.needsLosslessRefresh(req)) |
| 1016 | return; |
| 1017 | |
| 1018 | // Right away? Or later? |
| 1019 | nextRefresh = encodeManager.getNextLosslessRefresh(req); |
| 1020 | if (nextRefresh > 0) { |
| 1021 | losslessTimer.start(nextRefresh); |
| 1022 | return; |
| 1023 | } |
| 1024 | |
| 1025 | // Prepare the cursor in case it overlaps with a region getting |
| 1026 | // refreshed |
| 1027 | cursor = NULL; |
| 1028 | if (needRenderedCursor()) |
| 1029 | cursor = server->getRenderedCursor(); |
| 1030 | |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1031 | // FIXME: If continuous updates aren't used then the client might |
| 1032 | // be slower than frameRate in its requests and we could |
| 1033 | // afford a larger update size |
| 1034 | nextUpdate = server->msToNextUpdate(); |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1035 | |
Pierre Ossman | 812da46 | 2018-11-23 17:48:02 +0100 | [diff] [blame] | 1036 | // Don't bother if we're about to send a real update |
| 1037 | if (nextUpdate == 0) |
| 1038 | return; |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1039 | |
Pierre Ossman | 812da46 | 2018-11-23 17:48:02 +0100 | [diff] [blame] | 1040 | // FIXME: Bandwidth estimation without congestion control |
| 1041 | bandwidth = congestion.getBandwidth(); |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1042 | |
Pierre Ossman | 812da46 | 2018-11-23 17:48:02 +0100 | [diff] [blame] | 1043 | // FIXME: Hard coded value for maximum CPU throughput |
| 1044 | if (bandwidth > 5000000) |
| 1045 | bandwidth = 5000000; |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1046 | |
Pierre Ossman | 812da46 | 2018-11-23 17:48:02 +0100 | [diff] [blame] | 1047 | maxUpdateSize = bandwidth * nextUpdate / 1000; |
| 1048 | |
| 1049 | writeRTTPing(); |
| 1050 | |
| 1051 | encodeManager.writeLosslessRefresh(req, server->getPixelBuffer(), |
| 1052 | cursor, maxUpdateSize); |
Pierre Ossman | b65feda | 2018-11-23 17:45:04 +0100 | [diff] [blame] | 1053 | |
| 1054 | writeRTTPing(); |
| 1055 | |
| 1056 | requested.clear(); |
| 1057 | } |
| 1058 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1059 | |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1060 | void VNCSConnectionST::screenLayoutChange(rdr::U16 reason) |
| 1061 | { |
| 1062 | if (!authenticated()) |
| 1063 | return; |
| 1064 | |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 1065 | client.setDimensions(client.width(), client.height(), |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 1066 | server->getScreenLayout()); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1067 | |
| 1068 | if (state() != RFBSTATE_NORMAL) |
| 1069 | return; |
| 1070 | |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 1071 | writer()->writeDesktopSize(reason); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1072 | } |
| 1073 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1074 | |
| 1075 | // setCursor() is called whenever the cursor has changed shape or pixel format. |
| 1076 | // If the client supports local cursor then it will arrange for the cursor to |
| 1077 | // be sent to the client. |
| 1078 | |
| 1079 | void VNCSConnectionST::setCursor() |
| 1080 | { |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1081 | if (state() != RFBSTATE_NORMAL) |
| 1082 | return; |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1083 | |
Pierre Ossman | 71ca8d5 | 2017-09-15 11:03:12 +0200 | [diff] [blame] | 1084 | // We need to blank out the client's cursor or there will be two |
Pierre Ossman | 25db44a | 2017-11-16 16:40:44 +0100 | [diff] [blame] | 1085 | if (needRenderedCursor()) { |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 1086 | client.setCursor(emptyCursor); |
Pierre Ossman | 25db44a | 2017-11-16 16:40:44 +0100 | [diff] [blame] | 1087 | clientHasCursor = false; |
| 1088 | } else { |
Pierre Ossman | d8bbbeb | 2018-12-10 21:16:07 +0100 | [diff] [blame^] | 1089 | client.setCursor(*server->getCursor()); |
Pierre Ossman | 25db44a | 2017-11-16 16:40:44 +0100 | [diff] [blame] | 1090 | clientHasCursor = true; |
| 1091 | } |
Pierre Ossman | 126e564 | 2014-02-13 14:40:25 +0100 | [diff] [blame] | 1092 | |
Pierre Ossman | 2daba9b | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 1093 | if (client.supportsLocalCursor()) |
| 1094 | writer()->writeCursor(); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1095 | } |
| 1096 | |
| 1097 | void VNCSConnectionST::setDesktopName(const char *name) |
| 1098 | { |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 1099 | client.setName(name); |
Pierre Ossman | a3ac01e | 2011-11-07 21:13:54 +0000 | [diff] [blame] | 1100 | |
| 1101 | if (state() != RFBSTATE_NORMAL) |
| 1102 | return; |
| 1103 | |
Pierre Ossman | 7b8bc43 | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 1104 | if (client.supportsEncoding(pseudoEncodingDesktopName)) |
| 1105 | writer()->writeSetDesktopName(); |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1106 | } |
| 1107 | |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 1108 | void VNCSConnectionST::setLEDState(unsigned int ledstate) |
| 1109 | { |
| 1110 | if (state() != RFBSTATE_NORMAL) |
| 1111 | return; |
| 1112 | |
Pierre Ossman | 0d3ce87 | 2018-06-18 15:59:00 +0200 | [diff] [blame] | 1113 | client.setLEDState(ledstate); |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 1114 | |
Pierre Ossman | 7b8bc43 | 2018-10-29 10:03:37 +0100 | [diff] [blame] | 1115 | if (client.supportsLEDState()) |
| 1116 | writer()->writeLEDState(); |
Pierre Ossman | b45a84f | 2016-12-12 16:59:15 +0100 | [diff] [blame] | 1117 | } |
| 1118 | |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1119 | void VNCSConnectionST::setSocketTimeouts() |
| 1120 | { |
| 1121 | int timeoutms = rfb::Server::clientWaitTimeMillis; |
Constantin Kaplinsky | a2adc8d | 2006-05-25 05:01:55 +0000 | [diff] [blame] | 1122 | if (timeoutms == 0) |
| 1123 | timeoutms = -1; |
| 1124 | sock->inStream().setTimeout(timeoutms); |
| 1125 | sock->outStream().setTimeout(timeoutms); |
| 1126 | } |