def _uploader(self, paths_iter, cb, total_bytes, bytes_uploaded=0.0): reactor.tick() if len(self.proto) > 0: return utils.set_timeout(self._uploader, 10, paths_iter, cb, total_bytes, bytes_uploaded) bar_len = 20 try: p = next(paths_iter) size = self._upload(p) bytes_uploaded += size try: percent = (bytes_uploaded / total_bytes) except ZeroDivisionError: percent = 0.5 bar = ' |' + ('|' * int(bar_len * percent)) + (' ' * int( (1 - percent) * bar_len)) + '|' editor.status_message('Uploading... %2.2f%% %s' % (percent * 100, bar)) except StopIteration: editor.status_message('Uploading... 100% ' + ('|' * bar_len) + '| complete') msg.log('All done uploading') return cb and cb() return utils.set_timeout(self._uploader, 50, paths_iter, cb, total_bytes, bytes_uploaded)
def connect(self, conn=None): utils.cancel_timeout(self._reconnect_timeout) self._reconnect_timeout = None self.cleanup() host = self._host port = self._port self._empty_selects = 0 # TODO: Horrible code here if self.proxy: if G.OUTBOUND_FILTERING: port = self.start_proxy(G.OUTBOUND_FILTER_PROXY_HOST, G.OUTBOUND_FILTER_PROXY_PORT) else: port = self.start_proxy(self.host, self.port) elif G.OUTBOUND_FILTERING: host = G.OUTBOUND_FILTER_PROXY_HOST port = G.OUTBOUND_FILTER_PROXY_PORT self._sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) self._sock.setblocking(False) if self._secure: with open(self._cert_path, 'wb') as cert_fd: cert_fd.write(cert.CA_CERT.encode('utf-8')) conn_msg = 'Connecting to %s:%s' % (self.host, self.port) if self.port != self._port or self.host != self._host: conn_msg += ' (proxying through %s:%s)' % (self._host, self._port) if host != self._host: conn_msg += ' (proxying through %s:%s)' % (host, port) msg.log(conn_msg) editor.status_message(conn_msg) self._connect(host, port)
def stop(self): for _conn in self._protos: _conn.stop() self._protos = [] self._handlers = [] msg.log('Reactor shut down.') editor.status_message('Disconnected.')
def update_status_msg(self, status=''): self._status_timeout = 0 if G.FOLLOW_MODE: status += 'Following changes in' else: status += 'Connected to' status += ' %s/%s as %s' % (self.owner, self.workspace, self.username) editor.status_message(status)
def stop(self): for _conn in self._protos: _conn.stop() self._protos = [] self._handlers = [] msg.log("Disconnected.") editor.status_message("Disconnected.")
def tick(self): reported = set() while self.views_changed: v, buf = self.views_changed.pop() if not G.JOINED_WORKSPACE: msg.debug("Not connected. Discarding view change.") continue if "patch" not in G.PERMS: continue if "buf" not in buf: msg.debug("No data for buf %s %s yet. Skipping sending patch" % (buf["id"], buf["path"])) continue view = View(v, buf) if view.is_loading(): msg.debug("View for buf %s is not ready. Ignoring change event" % buf["id"]) continue if view.native_id in reported: continue reported.add(view.native_id) patch = utils.FlooPatch(view.get_text(), buf) # Update the current copy of the buffer buf["buf"] = patch.current buf["md5"] = hashlib.md5(patch.current.encode("utf-8")).hexdigest() self.send(patch.to_json()) reported = set() while self.selection_changed: v, buf, summon = self.selection_changed.pop() if not G.JOINED_WORKSPACE: msg.debug("Not connected. Discarding selection change.") continue # consume highlight events to avoid leak if "highlight" not in G.PERMS: continue view = View(v, buf) vb_id = view.native_id if vb_id in reported: continue reported.add(vb_id) highlight_json = { "id": buf["id"], "name": "highlight", "ranges": view.get_selections(), "ping": summon, "summon": summon, } self.send(highlight_json) self._status_timeout += 1 if self._status_timeout > (2000 / G.TICK_TIME): editor.status_message("Connected to %s/%s" % (self.owner, self.workspace)) self._status_timeout = 0
def tick(self): reported = set() while self.views_changed: v, buf = self.views_changed.pop() if not G.JOINED_WORKSPACE: msg.debug('Not connected. Discarding view change.') continue if 'patch' not in G.PERMS: continue if 'buf' not in buf: msg.debug('No data for buf %s %s yet. Skipping sending patch' % (buf['id'], buf['path'])) continue view = View(v, buf) if view.is_loading(): msg.debug('View for buf %s is not ready. Ignoring change event' % buf['id']) continue if view.native_id in reported: continue reported.add(view.native_id) patch = utils.FlooPatch(view.get_text(), buf) # Update the current copy of the buffer buf['buf'] = patch.current buf['md5'] = hashlib.md5(patch.current.encode('utf-8')).hexdigest() self.send(patch.to_json()) reported = set() while self.selection_changed: v, buf, summon = self.selection_changed.pop() if not G.JOINED_WORKSPACE: msg.debug('Not connected. Discarding selection change.') continue # consume highlight events to avoid leak if 'highlight' not in G.PERMS: continue view = View(v, buf) vb_id = view.native_id if vb_id in reported: continue reported.add(vb_id) highlight_json = { 'id': buf['id'], 'name': 'highlight', 'ranges': view.get_selections(), 'ping': summon, 'summon': summon, } self.send(highlight_json) self._status_timeout += 1 if self._status_timeout > (2000 / G.TICK_TIME): editor.status_message('Connected to %s/%s' % (self.owner, self.workspace)) self._status_timeout = 0
def update_status_msg(self, extra=''): self._status_timeout = 0 status = '%s@%s/%s: ' % (self.username, self.owner, self.workspace) if G.FOLLOW_MODE: status += 'Following ' + (' '.join(G.FOLLOW_USERS) or 'changes') + '. ' elif self.joined_workspace: if not extra: status += 'Connected.' else: status += 'Connecting... ' status += extra editor.status_message(status)
def update_status_msg(self, status=''): self._status_timeout = 0 if G.FOLLOW_MODE: if G.FOLLOW_USERS: status += 'Following ' for username in G.FOLLOW_USERS: status += '%s' % (username) status += ' in' else: status += 'Following changes in' else: status += 'Connected to' status += ' %s/%s as %s' % (self.owner, self.workspace, self.username) editor.status_message(status)
def _do_ssl_handshake(self): try: sock_debug('Doing SSL handshake') self._sock.do_handshake() except ssl.SSLError as e: sock_debug('Floobits: ssl.SSLError. This is expected sometimes.') if e.args[0] in [ssl.SSL_ERROR_WANT_READ, ssl.SSL_ERROR_WANT_WRITE]: return False except Exception as e: msg.error('Error in SSL handshake:', str_e(e)) else: sock_debug('Successful handshake') self._needs_handshake = False editor.status_message('SSL handshake completed to %s:%s' % (self.host, self.port)) return True self.reconnect() return False
def update_status_msg(self, extra=''): self._status_timeout = 0 status = '%s@%s/%s: ' % (self.username, self.owner, self.workspace) if G.FOLLOW_MODE: status += 'Following ' + (' '.join(G.FOLLOW_USERS) or 'changes') + '. ' elif self.joined_workspace: if not extra: status += 'Connected.' else: status += 'Connecting... ' if self.proto and self.proto.retry_count != 0: status += '(attempt %s)' % (self.proto.retry_count + 1) status += extra # New builds of ST3 have window.status_message() if hasattr(G.WORKSPACE_WINDOW, 'status_message'): G.WORKSPACE_WINDOW.status_message(status) else: editor.status_message(status)
def connect(self, conn=None): utils.cancel_timeout(self._reconnect_timeout) self._reconnect_timeout = None self.cleanup() self._empty_selects = 0 if self.proxy: self.start_proxy() self._sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) self._sock.setblocking(False) if self._secure: with open(self._cert_path, 'wb') as cert_fd: cert_fd.write(cert.CA_CERT.encode('utf-8')) conn_msg = 'Connecting to %s:%s' % (self.host, self.port) if self.port != self._port or self.host != self._host: conn_msg += ' (proxying through %s:%s)' % (self._host, self._port) msg.log(conn_msg) editor.status_message(conn_msg) self._connect()
def _uploader(self, paths_iter, cb, total_bytes, bytes_uploaded=0.0): reactor.tick() if len(self.proto) > 0: return utils.set_timeout(self._uploader, 10, paths_iter, cb, total_bytes, bytes_uploaded) bar_len = 20 try: p = next(paths_iter) size = self._upload(p) bytes_uploaded += size try: percent = (bytes_uploaded / total_bytes) except ZeroDivisionError: percent = 0.5 bar = ' |' + ('|' * int(bar_len * percent)) + (' ' * int((1 - percent) * bar_len)) + '|' editor.status_message('Uploading... %2.2f%% %s' % (percent * 100, bar)) except StopIteration: editor.status_message('Uploading... 100% ' + ('|' * bar_len) + '| complete') msg.log('All done uploading') return cb and cb() return utils.set_timeout(self._uploader, 50, paths_iter, cb, total_bytes, bytes_uploaded)
def connect(self, conn=None): utils.cancel_timeout(self._reconnect_timeout) self._reconnect_timeout = None self.cleanup() self._empty_selects = 0 self._sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) self._sock.setblocking(False) if self.secure: if ssl: with open(self._cert_path, 'wb') as cert_fd: cert_fd.write(cert.CA_CERT.encode('utf-8')) else: msg.log('No SSL module found. Connection will not be encrypted.') self.secure = False if self.port == G.DEFAULT_PORT: self.port = 3148 # plaintext port conn_msg = 'Connecting to %s:%s' % (self.host, self.port) msg.log(conn_msg) editor.status_message(conn_msg) self._connect()
def _rate_limited_upload(self, paths_iter, total_bytes, bytes_uploaded=0.0, upload_func=None): reactor.tick() upload_func = upload_func or (lambda x: self._upload(utils.get_full_path(x))) if len(self.proto) > 0: self.upload_timeout = utils.set_timeout(self._rate_limited_upload, 10, paths_iter, total_bytes, bytes_uploaded, upload_func) return bar_len = 20 try: p = next(paths_iter) size = upload_func(p) bytes_uploaded += size try: percent = (bytes_uploaded / total_bytes) except ZeroDivisionError: percent = 0.5 bar = ' |' + ('|' * int(bar_len * percent)) + (' ' * int((1 - percent) * bar_len)) + '|' editor.status_message('Uploading... %2.2f%% %s' % (percent * 100, bar)) except StopIteration: editor.status_message('Uploading... 100% ' + ('|' * bar_len) + '| complete') msg.log('All done uploading') return self.upload_timeout = utils.set_timeout(self._rate_limited_upload, 50, paths_iter, total_bytes, bytes_uploaded, upload_func)
def connect(self, conn=None): utils.cancel_timeout(self._reconnect_timeout) self._reconnect_timeout = None self.cleanup() self._empty_selects = 0 self._sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM) self._sock.setblocking(False) if self.secure: if ssl: with open(self._cert_path, 'wb') as cert_fd: cert_fd.write(cert.CA_CERT.encode('utf-8')) else: msg.log( 'No SSL module found. Connection will not be encrypted.') self.secure = False if self.port == G.DEFAULT_PORT: self.port = 3148 # plaintext port conn_msg = 'Connecting to %s:%s' % (self.host, self.port) msg.log(conn_msg) editor.status_message(conn_msg) self._connect()
def _on_room_info(self, data): self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] self.proto.reset_retries() if G.OUTBOUND_FILTERING: msg.error( 'Detected outbound port blocking! See https://floobits.com/help/network for more info.' ) read_only = False if 'patch' not in data['perms']: read_only = True no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' # TODO: wait for perms to be OK'd/denied before uploading or bailing if should_send: self.send({ 'name': 'request_perms', 'perms': ['edit_room'] }) else: if G.EXPERT_MODE: editor.status_message(no_perms_msg) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) utils.update_recent_workspaces(self.workspace_url) ig = ignore.create_ignore_tree(G.PROJECT_PATH) G.IGNORE = ig for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id changed_bufs, missing_bufs, new_files = self._scan_dir( data['bufs'], ig, read_only) ignored = [] for p, buf_id in self.paths_to_ids.items(): if p not in new_files: ignored.append(p) new_files.discard(p) if self.action == utils.JOIN_ACTION.UPLOAD: yield self._initial_upload, ig, missing_bufs, changed_bufs # TODO: maybe use org name here who = 'Your friends' anon_perms = G.AGENT.workspace_info.get('anon_perms') if 'get_buf' in anon_perms: who = 'Anyone' _msg = 'You are sharing:\n\n%s\n\n%s can join your workspace at:\n\n%s' % ( G.PROJECT_PATH, who, G.AGENT.workspace_url) # Workaround for horrible Sublime Text bug utils.set_timeout(editor.message_dialog, 0, _msg) # Don't auto-upload again on reconnect self.action = utils.JOIN_ACTION.PROMPT elif changed_bufs or missing_bufs or new_files: # TODO: handle readonly here if self.action == utils.JOIN_ACTION.PROMPT: stomp_local = yield self.stomp_prompt, changed_bufs, missing_bufs, list( new_files), ignored if stomp_local not in [0, 1]: self.stop() return elif self.action == utils.JOIN_ACTION.DOWNLOAD: stomp_local = True else: # This should never happen assert False return if stomp_local: for buf in changed_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) for buf in missing_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) else: yield self._initial_upload, ig, missing_bufs, changed_bufs success_msg = '%s@%s/%s: Joined!' % (self.username, self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) if data.get('repo_info'): msg.log('Repo info:', data.get('repo_info')) # TODO: check local repo info and update remote (or prompt?) else: repo_info = repo.get_info(self.workspace_url, G.PROJECT_PATH) if repo_info and 'repo' in G.PERMS: self.send({ 'name': 'repo', 'action': 'set', 'data': repo_info, }) self.emit("room_info")
def _on_room_info(self, data): self.reset() G.JOINED_WORKSPACE = True self.workspace_info = data G.PERMS = data['perms'] if 'patch' not in data['perms']: msg.log('No patch permission. Setting buffers to read-only') should_send = yield self.ok_cancel_dialog, 'You don\'t have permission to edit this workspace. All files will be read-only.\n\nDo you want to request edit permission?' if should_send: self.send({'name': 'request_perms', 'perms': ['edit_room']}) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) changed_bufs = [] missing_bufs = [] for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer %s' % buf['path']) buf['buf'] = view_text G.VIEW_TO_HASH[view.native_id] = view_md5 elif self.should_get_bufs: changed_bufs.append(buf_id) else: try: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer %s' % buf['path']) if buf['encoding'] == 'utf8': buf_buf = buf_buf.decode('utf-8') buf['buf'] = buf_buf elif self.should_get_bufs: changed_bufs.append(buf_id) except Exception as e: msg.debug('Error calculating md5:', e) missing_bufs.append(buf_id) if changed_bufs and self.should_get_bufs: if len(changed_bufs) > 4: prompt = '%s local files are different from the workspace. Overwrite your local files?' % len(changed_bufs) else: prompt = 'Overwrite the following local files?\n' for buf_id in changed_bufs: prompt += '\n%s' % self.bufs[buf_id]['path'] stomp_local = yield self.ok_cancel_dialog, prompt for buf_id in changed_bufs: if stomp_local: self.get_buf(buf_id) self.save_on_get_bufs.add(buf_id) else: buf = self.bufs[buf_id] # TODO: this is inefficient. we just read the file 20 lines ago self.upload(utils.get_full_path(buf['path'])) for buf_id in missing_bufs: self.get_buf(buf_id) success_msg = 'Successfully joined workspace %s/%s' % (self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) self.emit("room_info")
def _on_room_info(self, data): self.reset() G.JOINED_WORKSPACE = True self.workspace_info = data G.PERMS = data['perms'] if 'patch' not in data['perms']: msg.log('No patch permission. Setting buffers to read-only') should_send = yield self.ok_cancel_dialog, '''You don't have permission to edit this workspace. All files will be read-only. Do you want to request edit permission?''' if should_send: self.send({'name': 'request_perms', 'perms': ['edit_room']}) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) changed_bufs = [] missing_bufs = [] for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer %s' % buf['path']) buf['buf'] = view_text G.VIEW_TO_HASH[view.native_id] = view_md5 elif self.should_get_bufs: changed_bufs.append(buf_id) else: try: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer %s' % buf['path']) if buf['encoding'] == 'utf8': buf_buf = buf_buf.decode('utf-8') buf['buf'] = buf_buf elif self.should_get_bufs: changed_bufs.append(buf_id) except Exception as e: msg.debug('Error calculating md5:', e) missing_bufs.append(buf_id) if changed_bufs and self.should_get_bufs: if len(changed_bufs) > 4: prompt = '%s local files are different from the workspace. Overwrite your local files?' % len(changed_bufs) else: prompt = 'Overwrite the following local files?\n' for buf_id in changed_bufs: prompt += '\n%s' % self.bufs[buf_id]['path'] stomp_local = yield self.ok_cancel_dialog, prompt for buf_id in changed_bufs: if stomp_local: self.get_buf(buf_id) self.save_on_get_bufs.add(buf_id) else: buf = self.bufs[buf_id] # TODO: this is inefficient. we just read the file 20 lines ago self.upload(utils.get_full_path(buf['path'])) for buf_id in missing_bufs: self.get_buf(buf_id) success_msg = 'Successfully joined workspace %s/%s' % (self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) self.emit("room_info")
def _on_room_info(self, data): self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] self.proto.reset_retries() if G.OUTBOUND_FILTERING: msg.error('Detected outbound port blocking! See https://floobits.com/help/network for more info.') read_only = False if 'patch' not in data['perms']: read_only = True no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' # TODO: wait for perms to be OK'd/denied before uploading or bailing if should_send: self.send({'name': 'request_perms', 'perms': ['edit_room']}) else: if G.EXPERT_MODE: editor.status_message(no_perms_msg) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) utils.update_recent_workspaces(self.workspace_url) ig = ignore.create_ignore_tree(G.PROJECT_PATH) G.IGNORE = ig for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id changed_bufs, missing_bufs, new_files = self._scan_dir(data['bufs'], ig, read_only) ignored = [] for p, buf_id in self.paths_to_ids.items(): if p not in new_files: ignored.append(p) new_files.discard(p) if self.action == utils.JOIN_ACTION.UPLOAD: yield self._initial_upload, ig, missing_bufs, changed_bufs # TODO: maybe use org name here who = 'Your friends' anon_perms = G.AGENT.workspace_info.get('anon_perms') if 'get_buf' in anon_perms: who = 'Anyone' _msg = 'You are sharing:\n\n%s\n\n%s can join your workspace at:\n\n%s' % (G.PROJECT_PATH, who, G.AGENT.workspace_url) # Workaround for horrible Sublime Text bug utils.set_timeout(editor.message_dialog, 0, _msg) # Don't auto-upload again on reconnect self.action = utils.JOIN_ACTION.PROMPT elif changed_bufs or missing_bufs or new_files: # TODO: handle readonly here if self.action == utils.JOIN_ACTION.PROMPT: stomp_local = yield self.stomp_prompt, changed_bufs, missing_bufs, list(new_files), ignored if stomp_local not in [0, 1]: self.stop() return elif self.action == utils.JOIN_ACTION.DOWNLOAD: stomp_local = True else: # This should never happen assert False return if stomp_local: for buf in changed_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) for buf in missing_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) else: yield self._initial_upload, ig, missing_bufs, changed_bufs success_msg = '%s@%s/%s: Joined!' % (self.username, self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) if data.get('repo_info'): msg.log('Repo info:', data.get('repo_info')) # TODO: check local repo info and update remote (or prompt?) else: repo_info = repo.get_info(self.workspace_url, G.PROJECT_PATH) if repo_info and 'repo' in G.PERMS: self.send({ 'name': 'repo', 'action': 'set', 'data': repo_info, }) self.emit("room_info")
def _on_room_info(self, data): self.reset() self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] if 'patch' not in data['perms']: no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' if should_send: self.send({'name': 'request_perms', 'perms': ['edit_room']}) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) changed_bufs = [] missing_bufs = [] for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() buf['buf'] = view_text buf['view'] = view G.VIEW_TO_HASH[view.native_id] = view_md5 if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer %s' % buf['path']) else: changed_bufs.append(buf_id) buf['md5'] = view_md5 else: try: if buf['encoding'] == "utf8": if io: buf_fd = io.open(buf_path, 'Urt', encoding='utf8') buf_buf = buf_fd.read() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read().decode('utf-8').replace('\r\n', '\n') md5 = hashlib.md5(buf_buf.encode('utf-8')).hexdigest() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() buf_fd.close() buf['buf'] = buf_buf if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer %s' % buf['path']) else: msg.debug('md5 differs. possibly getting buffer later %s' % buf['path']) changed_bufs.append(buf_id) buf['md5'] = md5 except Exception as e: msg.debug('Error calculating md5 for %s, %s' % (buf['path'], e)) missing_bufs.append(buf_id) stomp_local = self.should_get_bufs if stomp_local and (changed_bufs or missing_bufs): changed = [self.bufs[buf_id] for buf_id in changed_bufs] missing = [self.bufs[buf_id] for buf_id in missing_bufs] choice = yield self.stomp_prompt, changed, missing if choice not in [0, 1]: self.stop() return stomp_local = bool(choice) for buf_id in changed_bufs: buf = self.bufs[buf_id] if stomp_local: self.get_buf(buf_id, buf.get('view')) self.save_on_get_bufs.add(buf_id) else: self._upload(utils.get_full_path(buf['path']), buf['buf']) for buf_id in missing_bufs: buf = self.bufs[buf_id] if stomp_local: self.get_buf(buf_id, buf.get('view')) self.save_on_get_bufs.add(buf_id) else: self.send({ 'name': 'delete_buf', 'id': buf['id'], }) success_msg = 'Successfully joined workspace %s/%s' % (self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) self.emit("room_info")
def _on_room_info(self, data): self.reset() self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] self.proto.reset_retries() if G.OUTBOUND_FILTERING: msg.error('Detected outbound port blocking! See https://floobits.com/help/network for more info.') read_only = False if 'patch' not in data['perms']: read_only = True no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' # TODO: wait for perms to be OK'd/denied before uploading or bailing if should_send: self.send({'name': 'request_perms', 'perms': ['edit_room']}) else: if G.EXPERT_MODE: editor.status_message(no_perms_msg) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) utils.update_recent_workspaces(self.workspace_url) changed_bufs = [] missing_bufs = [] new_files = set() ig = ignore.create_ignore_tree(G.PROJECT_PATH) G.IGNORE = ig if not read_only: new_files = set([utils.to_rel_path(x) for x in ig.list_paths()]) for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() buf['buf'] = view_text buf['view'] = view G.VIEW_TO_HASH[view.native_id] = view_md5 if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer ', buf['path']) else: changed_bufs.append(buf) buf['md5'] = view_md5 continue try: if buf['encoding'] == 'utf8': if io: buf_fd = io.open(buf_path, 'Urt', encoding='utf8') buf_buf = buf_fd.read() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read().decode('utf-8').replace('\r\n', '\n') md5 = hashlib.md5(buf_buf.encode('utf-8')).hexdigest() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() buf_fd.close() buf['buf'] = buf_buf if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer ', buf['path']) else: msg.debug('md5 differs. possibly getting buffer later ', buf['path']) changed_bufs.append(buf) buf['md5'] = md5 except Exception as e: msg.debug('Error calculating md5 for ', buf['path'], ', ', str_e(e)) missing_bufs.append(buf) ignored = [] for p, buf_id in self.paths_to_ids.items(): if p not in new_files: ignored.append(p) new_files.discard(p) if self.action == utils.JOIN_ACTION.UPLOAD: yield self._initial_upload, ig, missing_bufs, changed_bufs # TODO: maybe use org name here who = 'Your friends' anon_perms = G.AGENT.workspace_info.get('anon_perms') if 'get_buf' in anon_perms: who = 'Anyone' _msg = 'You are sharing:\n\n%s\n\n%s can join your workspace at:\n\n%s' % (G.PROJECT_PATH, who, G.AGENT.workspace_url) # Workaround for horrible Sublime Text bug utils.set_timeout(editor.message_dialog, 0, _msg) elif changed_bufs or missing_bufs or new_files: # TODO: handle readonly here if self.action == utils.JOIN_ACTION.PROMPT: stomp_local = yield self.stomp_prompt, changed_bufs, missing_bufs, list(new_files), ignored if stomp_local not in [0, 1]: self.stop() return elif self.action == utils.JOIN_ACTION.DOWNLOAD: stomp_local = True else: # This should never happen assert False return if stomp_local: for buf in changed_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) for buf in missing_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) else: yield self._initial_upload, ig, missing_bufs, changed_bufs success_msg = 'Successfully joined workspace %s/%s' % (self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) self.emit("room_info")
def _on_room_info(self, data): self.reset() self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] if 'patch' not in data['perms']: no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' if should_send: self.send({ 'name': 'request_perms', 'perms': ['edit_room'] }) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) changed_bufs = [] missing_bufs = [] for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() buf['buf'] = view_text buf['view'] = view G.VIEW_TO_HASH[view.native_id] = view_md5 if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer %s' % buf['path']) else: changed_bufs.append(buf_id) buf['md5'] = view_md5 else: try: if buf['encoding'] == "utf8": if io: buf_fd = io.open(buf_path, 'Urt', encoding='utf8') buf_buf = buf_fd.read() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read().decode('utf-8').replace( '\r\n', '\n') md5 = hashlib.md5(buf_buf.encode('utf-8')).hexdigest() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() buf_fd.close() buf['buf'] = buf_buf if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer %s' % buf['path']) else: msg.debug( 'md5 differs. possibly getting buffer later %s' % buf['path']) changed_bufs.append(buf_id) buf['md5'] = md5 except Exception as e: msg.debug('Error calculating md5 for %s, %s' % (buf['path'], e)) missing_bufs.append(buf_id) stomp_local = self.should_get_bufs if stomp_local and (changed_bufs or missing_bufs): changed = [self.bufs[buf_id] for buf_id in changed_bufs] missing = [self.bufs[buf_id] for buf_id in missing_bufs] choice = yield self.stomp_prompt, changed, missing if choice not in [0, 1]: self.stop() return stomp_local = bool(choice) for buf_id in changed_bufs: buf = self.bufs[buf_id] if stomp_local: self.get_buf(buf_id, buf.get('view')) self.save_on_get_bufs.add(buf_id) else: self._upload(utils.get_full_path(buf['path']), buf['buf']) for buf_id in missing_bufs: buf = self.bufs[buf_id] if stomp_local: self.get_buf(buf_id, buf.get('view')) self.save_on_get_bufs.add(buf_id) else: self.send({ 'name': 'delete_buf', 'id': buf['id'], }) success_msg = 'Successfully joined workspace %s/%s' % (self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) self.emit("room_info")
def _on_room_info(self, data): self.joined_workspace = True self.workspace_info = data G.PERMS = data['perms'] self.proto.reset_retries() if G.OUTBOUND_FILTERING: msg.error( 'Detected outbound port blocking! See https://floobits.com/help/network for more info.' ) read_only = False if 'patch' not in data['perms']: read_only = True no_perms_msg = '''You don't have permission to edit this workspace. All files will be read-only.''' msg.log('No patch permission. Setting buffers to read-only') if 'request_perm' in data['perms']: should_send = yield self.ok_cancel_dialog, no_perms_msg + '\nDo you want to request edit permission?' # TODO: wait for perms to be OK'd/denied before uploading or bailing if should_send: self.send({ 'name': 'request_perms', 'perms': ['edit_room'] }) else: if G.EXPERT_MODE: editor.status_message(no_perms_msg) else: editor.error_message(no_perms_msg) floo_json = { 'url': utils.to_workspace_url({ 'owner': self.owner, 'workspace': self.workspace, 'host': self.proto.host, 'port': self.proto.port, 'secure': self.proto.secure, }) } utils.update_floo_file(os.path.join(G.PROJECT_PATH, '.floo'), floo_json) utils.update_recent_workspaces(self.workspace_url) changed_bufs = [] missing_bufs = [] new_files = set() ig = ignore.create_ignore_tree(G.PROJECT_PATH) G.IGNORE = ig if not read_only: new_files = set([utils.to_rel_path(x) for x in ig.list_paths()]) for buf_id, buf in data['bufs'].items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) new_dir = os.path.dirname(buf_path) utils.mkdir(new_dir) self.bufs[buf_id] = buf self.paths_to_ids[buf['path']] = buf_id view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() buf['buf'] = view_text buf['view'] = view G.VIEW_TO_HASH[view.native_id] = view_md5 if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer ', buf['path']) else: changed_bufs.append(buf) buf['md5'] = view_md5 continue try: if buf['encoding'] == 'utf8': if io: buf_fd = io.open(buf_path, 'Urt', encoding='utf8') buf_buf = buf_fd.read() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read().decode('utf-8').replace( '\r\n', '\n') md5 = hashlib.md5(buf_buf.encode('utf-8')).hexdigest() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() buf_fd.close() buf['buf'] = buf_buf if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer ', buf['path']) else: msg.debug('md5 differs. possibly getting buffer later ', buf['path']) changed_bufs.append(buf) buf['md5'] = md5 except Exception as e: msg.debug('Error calculating md5 for ', buf['path'], ', ', str_e(e)) missing_bufs.append(buf) ignored = [] for p, buf_id in self.paths_to_ids.items(): if p not in new_files: ignored.append(p) new_files.discard(p) if self.action == utils.JOIN_ACTION.UPLOAD: yield self._initial_upload, ig, missing_bufs, changed_bufs # TODO: maybe use org name here who = 'Your friends' anon_perms = G.AGENT.workspace_info.get('anon_perms') if 'get_buf' in anon_perms: who = 'Anyone' _msg = 'You are sharing:\n\n%s\n\n%s can join your workspace at:\n\n%s' % ( G.PROJECT_PATH, who, G.AGENT.workspace_url) # Workaround for horrible Sublime Text bug utils.set_timeout(editor.message_dialog, 0, _msg) elif changed_bufs or missing_bufs or new_files: # TODO: handle readonly here if self.action == utils.JOIN_ACTION.PROMPT: stomp_local = yield self.stomp_prompt, changed_bufs, missing_bufs, list( new_files), ignored if stomp_local not in [0, 1]: self.stop() return elif self.action == utils.JOIN_ACTION.DOWNLOAD: stomp_local = True else: # This should never happen assert False return if stomp_local: for buf in changed_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) for buf in missing_bufs: self.get_buf(buf['id'], buf.get('view')) self.save_on_get_bufs.add(buf['id']) else: yield self._initial_upload, ig, missing_bufs, changed_bufs success_msg = '%s@%s/%s: Joined!' % (self.username, self.owner, self.workspace) msg.log(success_msg) editor.status_message(success_msg) data = utils.get_persistent_data() data['recent_workspaces'].insert(0, {"url": self.workspace_url}) utils.update_persistent_data(data) utils.add_workspace_to_persistent_json(self.owner, self.workspace, self.workspace_url, G.PROJECT_PATH) temp_data = data.get('temp_data', {}) hangout = temp_data.get('hangout', {}) hangout_url = hangout.get('url') if hangout_url: self.prompt_join_hangout(hangout_url) self.emit("room_info")
def _scan_dir(self, bufs, ig, read_only): status_msg = 'Comparing local files against workspace...' editor.status_message(status_msg) update_status_msg = getattr(self, 'update_status_msg', None) if update_status_msg: try: update_status_msg(self, status_msg) except Exception as e: pass changed_bufs = [] missing_bufs = [] new_files = set() if not read_only: new_files = set([utils.to_rel_path(x) for x in ig.list_paths()]) for buf_id, buf in bufs.items(): buf_id = int(buf_id) # json keys must be strings buf_path = utils.get_full_path(buf['path']) view = self.get_view(buf_id) if view and not view.is_loading() and buf['encoding'] == 'utf8': view_text = view.get_text() view_md5 = hashlib.md5(view_text.encode('utf-8')).hexdigest() buf['buf'] = view_text buf['view'] = view G.VIEW_TO_HASH[view.native_id] = view_md5 if view_md5 == buf['md5']: msg.debug('md5 sum matches view. not getting buffer ', buf['path']) else: changed_bufs.append(buf) buf['md5'] = view_md5 continue try: if buf['encoding'] == 'utf8': if io: buf_fd = io.open(buf_path, 'Urt', encoding='utf8') buf_buf = buf_fd.read() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read().decode('utf-8').replace( '\r\n', '\n') md5 = hashlib.md5(buf_buf.encode('utf-8')).hexdigest() else: buf_fd = open(buf_path, 'rb') buf_buf = buf_fd.read() md5 = hashlib.md5(buf_buf).hexdigest() buf_fd.close() buf['buf'] = buf_buf if md5 == buf['md5']: msg.debug('md5 sum matches. not getting buffer ', buf['path']) else: msg.debug('md5 differs. possibly getting buffer later ', buf['path']) changed_bufs.append(buf) buf['md5'] = md5 except Exception as e: msg.debug('Error calculating md5 for ', buf['path'], ', ', str_e(e)) missing_bufs.append(buf) editor.status_message( 'Comparing local files against workspace... done.') return changed_bufs, missing_bufs, new_files