Exemple #1
0
	def monitor(self):
		nfileinfo = self.scan()
		nindex = nfileinfo[0]
		nct = nfileinfo[1]
		nlmt = nfileinfo[2]
		#check if the file has been delete or replaced or added
		if nct != self.ct or nindex != self.index:
			print 'files have been replaced!'
		else:
			if nlmt != self.lmt:
				for i in range(0, len(nlmt)):
					if nlmt[i] != self.lmt[i]:
						filename = nindex[i]
						print '%s has been modified!' % filename
						#update version number & last modified time in metadata file.
						self.meta_dict[filename]['version'] += 1
						self.meta_dict[filename]['LMT'] = nlmt[i]
						meta_dict = rw.readDict('metadata.txt')
						meta_dict['original'] = self.meta_dict
						rw.write('metadata.txt', meta_dict)
						self.push(filename, self.meta_dict[filename]['version'])
					i += 1
				#update the variable last modified time after each push.
				self.lmt = nlmt
			else:
				print 'everything is unchanged!'
				print nfileinfo
Exemple #2
0
	def __init__(self, pid, neighbor):
		#inital pushupdate thread parameter
		threading.Thread.__init__(self)
		#scan all the original file
		self.fileinfo = self.scan()
		self.index = self.fileinfo[0]
		self.ct = self.fileinfo[1]
		self.lmt = self.fileinfo[2]
		#read file metadata from metadata.txt
		self.meta_dict = rw.readDict('metadata.txt')['original']
		
		self.pid = pid
		self.port = 2222 + self.pid * 10
		self.neighbor = neighbor
		self.msgid = 0
Exemple #3
0
	def monitor(self):
		#check all download files, see if it's TTR Expired or not
		Dict = rw.readDict('metadata.txt')
		if 'download' in Dict.keys():
			meta_dict = Dict['download']
			count = [y for x,y in meta_dict.items()]
			for i in range(0, len(count)):
				if count[i]['state'] == 'valid':
					if time.time() >= count[i]['TTR'] + count[i]['LMT']:
						#alarm user file is TTR Expired
						count[i]['state'] = 'TTR Expired'
						filename = meta_dict.keys()[i]
						print '%s is expired, need to refresh' % filename
						#let user choose to update ot not
						cmd = raw_input('update or not ? (yes/no) : ')
						if cmd == 'yes':
							self.pull(filename, meta_dict[filename])
						else:
							pass
				i += 1
		else:
			pass
Exemple #4
0
	def reconn(self):
		#reconnect to response peer
		self.s = socket.socket()
		self.host = socket.gethostname()
		self.port = int(self.mid.split('|')[1])
		
		self.s.connect((self.host, self.port))
		print 'reconnect to ' + self.mid
		self.s.send(self.msg)
		#download metadata & file from response peer
		metadata = json.loads(self.s.recv(1024))
		#download file by chunks
		i = 0
		content = ''
		while i != 1:
			chunk = self.s.recv(1024)
			if len(chunk) == 0:
				i = 1
			else:
				content += chunk
		self.s.close()
		path = os.path.join(os.getcwd(), 'files', 'download', self.name)
		rw.writeFile(path, content)
		#read name_list from file 'req_list'
		name_list = rw.readList('req_list.txt')
		#update name_list
		name_list.remove(self.name)
		rw.write('req_list.txt', name_list)
		#update metadata
		meta_dict = rw.readDict('metadata.txt')
		if 'download' in meta_dict.keys():
			meta_dict['download'][self.name] = metadata
		else:
			file_dict = {}
			file_dict[self.name] = metadata
			meta_dict['download'] = file_dict
		rw.write('metadata.txt', meta_dict)
		print 'receive file: ' + self.name
Exemple #5
0
def renew(iterm, name, data):
	meta_dict = rw.readDict('metadata.txt')
	meta_dict['download'][name][iterm] = data
	rw.write('metadata.txt', meta_dict)
	print 'renew ' + iterm + ': ' + data
Exemple #6
0
	def run(self):
		#define the server thread
		self.s = socket.socket()
		self.host = socket.gethostname()
		self.port = 2222 + self.pid * 10
		self.s.bind((self.host, self.port))
		self.s.listen(5)

		while True:
			#listen for connection
			c, addr = self.s.accept()
			print '\nGot connection from ', addr

			#initialize file index
			original_index = self.fileindex('original')
			download_index = self.fileindex('download')
			index = original_index + download_index

			#receive message
			msg = c.recv(1024)
			#parse & analyze message
			mid = msg.split(',')[0].split(':')[1]
			action = msg.split(',')[1].split(':')[0]
			name = msg.split(',')[1].split(':')[1]

			if action == 'search':
				print 'search ' + name
				ttl = msg.split(',')[2].split('=')[1]
				#read mid_list from file 'msg_list'
				mid_list = rw.readList('msg_list.txt')
				#decide broadcast or not
				if int(ttl) == 1 or mid in mid_list:
					print 'file dont need to pass'
				else:
					#update mid_list in file 'msg_list'
					mid_list.append(mid)
					rw.write('msg_list.txt', mid_list)
					#decrease the ttl value by 1 after broadcast for once
					rmsg = msg.rsplit(ttl, 1)
					msg = str(int(ttl)-1).join(rmsg)
					#start autobroadcast thread (details in autobroadcast.py module)
					broadcast = autobroadcast.Auto(msg, self.neighbor)
					broadcast.start()
					broadcast.join()
					if name in index:
						#check file's state
						meta_dict = rw.readDict('metadata.txt')
						if (name in original_index and (meta_dict['original'][name]['state'] == 'valid' or meta_dict['download'][name]['state'] == 'valid')):
							#start hitresponse thread (details in hitresponse.py module)
							msg = 'mid:' + str(self.pid) + '|' + str(self.port) + ',response:' + name
							hit = hitresponse.Hit(msg, mid)
							hit.start()
							hit.join()
						else:
							'file state is not qualified'
					else:
						print 'no file match, pass to neighbors'
			elif action == 'update':
				print 'update ' + name
				#read mid_list from file 'msg_list'
				mid_list = rw.readList('msg_list.txt')
				#decide broadcast or not
				if mid in mid_list:
					print 'update dont need to pass'
				else:
					#update mid_list in file 'msg_list'
					mid_list.append(mid)
					rw.write('msg_list.txt', mid_list)
					#start autobroadcast thread (details in autobroadcast.py module)
					broadcast = autobroadcast.Auto(msg, self.neighbor)
					broadcast.start()
					broadcast.join()
					if name in download_index:
						#set file state to invalid
						meta_dict = rw.readDict('metadata.txt')
						meta_dict['download'][name]['state'] = 'invalid'
						rw.write('metadata.txt', meta_dict)
					else:
						print 'no file need to update, pass to neighbors'
			elif action == 'check':
				print 'check ' + name
				#check the original file's version
				version = int(msg.split(',')[2].split(':')[1])
				TTR = int(msg.split(',')[3].split(':')[1])
				meta_dict = rw.readDict('metadata.txt')
				if meta_dict['original'][name]['version'] == version:
					#if same version, send a new TTR.
					newTTR = 2 * TTR
					msg = 'mid:' + str(self.pid) + '|' + str(self.port) + ',checkresponse:' + name + ',state:valid,TTR:' + str(newTTR)
				else:
					#send Invalid & new version exist.
					msg = 'mid:' + str(self.pid) + '|' + str(self.port) + ',checkresponse:' + name + ',state:invalid'
				hit = hitresponse.Hit(msg, mid)
				hit.start()
				hit.join()
			elif action == 'checkresponse':
				print 'checkresponse ' + name
				#update the metadata
				state = str(msg.split(',')[2].split(':')[1])
				if state == 'valid':
					TTR = int(msg.split(',')[3].split(':')[1])
					#change TTR to 2TTR. (details in pullrenew.py module)
					pullrenew.renew('TTR', name, TTR)
					#change state from 'TTR Expired' back to 'valid' (details in pullrenew.py module)
					pullrenew.renew('state', name, state)
				elif state == 'invalid':
					#change state from 'TTR Expired' back to 'invalid' (details in pullrenew.py module)
					pullrenew.renew('state', name, state)
			elif action == 'response':
				#start reconnect thread (details in reconnect.py module)
				print 'response ' + name + ' from ' + mid
				#read name_list from file 'req_list'
				name_list = rw.readList('req_list.txt')
				#decide reconnect or not
				if name in name_list:
					msg = 'mid:' + str(self.pid) + '|' + str(self.port) + ',obtain:' + name
					connect = reconnect.Connect(msg, mid, name)
					connect.start()
					connect.join()
				else:
					print 'file has been obtained'
			elif action == 'obtain':
				print 'obtain ' + name
				#start transfer directly to original peer
				if name in original_index:
					path = os.path.join(os.getcwd(), 'files', 'original', name)
					metadata = rw.readDict('metadata.txt')['original'][name]
				elif name in download_index:
					path = os.path.join(os.getcwd(), 'files', 'download', name)
					metadata = rw.readDict('metadata.txt')['download'][name]
				#send metadata & file
				c.sendall(json.dumps(metadata))
				#slice file into chunks by buffer
				content = rw.readFile(path)
				i = 0
				while i <= len(content):
					chunk = buffer(content, i, 1024)
					c.sendall(chunk)
					i += 1024
				print 'send file: ' + name

			c.close()