def test_render_jobconf(self):
step = MRStep(mapper=identity_mapper, jobconf={"dfs.block.size": "134217728"})
self.assertEqual(
step.description(0),
{"type": "streaming", "mapper": {"type": "script"}, "jobconf": {"dfs.block.size": "134217728"}},
)
def test_render_jobconf(self):
step = MRStep(mapper=identity_mapper,
jobconf={'dfs.block.size': '134217728'})
self.assertEqual(
step.description(0),
{
'type': 'streaming',
'mapper': {
'type': 'script',
},
'jobconf': {
'dfs.block.size': '134217728',
}
})
def steps(self):
return [
MRStep(mapper=self.extractIpAndDate,
reducer=self.countVisitPerDay),
MRStep(reducer=self.topTen)
]
def steps(self):
return [MRStep(mapper_init=self.mapper_hash, mapper=self.mapper_in)]
def steps(self):
return [MRStep(mapper_init=self.mapper_join_init, mapper=self.mapper)]
def steps(self):
return [MRStep(mapper=self.mapper, reducer=self.reducer)]
def steps(self):
return [
MRStep(mapper=self.mapper_flights),
MRStep(reducer=self.reducer1)
]
def steps(self):
return [
MRStep(mapper=self.mapper_1, reducer=self.reducer_1),
MRStep(reducer=self.reducer_2),
MRStep(reducer=self.reducer_3)
]
def steps(self):
return [
MRStep(mapper=self.mapper_first, reducer=self.reducer_first),
MRStep(reducer=self.reducer_second)
]
def steps(self):
return [
MRStep(mapper=self.mapper, reducer=self.reducer),
MRStep(mapper=self.mapper_counter, reducer=self.reducer_counter),
MRStep(mapper=self.top10_mapper, reducer=self.top10_reducer)
]
def steps(self):
return [
MRStep(mapper=self.mapper_get_ratings,
reducer=self.reducer_count_ratings)
]
def steps(self):
return [
MRStep(mapper=self.mapper_getDST,
reducer=self.reducer_listAirports)
]
def steps(self):
return [
MRStep(mapper=self.mapper1, reducer=self.combiner),
MRStep(reducer=self.reducer1),
MRStep(reducer=self.reducer2)
]
def steps(self):
return [
MRStep(mapper=self.mapper_count_words,
combiner=self.combiner_count_words,
reducer=self.reducer_count_words)
]
def steps(self):
return [
MRStep(mapper=self.mapper_parse_input,
reducer=self.reducer_ratings_by_user)
]
def steps(self):
return [
MRStep(mapper=self.mapper_knn,
mapper_final=self.mapper_knn_final,
reducer=self.reducer_knn)
]
def steps(self):
return [
MRStep(mapper=self.mapper_get_sepW_setosa,
reducer=self.reducer_get_avg)
]
def steps(self):
return [
MRStep(mapper=self.mapper_get_movies,
reducer=self.reducer_count_movies),
MRStep(reducer=self.reducer_sort_by_count)
]
def steps(self):
return [
MRStep(mapper=self.mapper_get_ratings,
reducer=self.reducer_count_ratings),
MRStep(reducer=self.reducer_sorted_output)
]
def steps(self):
return [
MRStep(mapper=self.mapper,
reducer=self.reducer_find_the),
MRStep(reducer=self.reducer_count_the)
]
def steps(self):
return [MRStep(mapper=self.lineMapper, reducer=self.ageReducer)]
def steps(self):
return [
MRStep(mapper=self.mapper, reducer=self.reducer),
MRStep(reducer=self.second_reducer)
]
def steps(self):
return [
MRStep(mapper=self.tf_mapper, reducer=self.tf_reducer),
MRStep(reducer=self.reducido)
]
def steps(self):
return [
MRStep(mapper=self.mapper, reducer=self.reducer),
MRStep(reducer=self.reducer_final)
]
def steps(self):
return ([
MRStep(mapper=self.mapper,
combiner=self.combiner,
reducer=self.reducer)
] * 3)
def steps(self):
return [
MRStep(mapper=self.mapper_movie_count,
reducer=self.reducer_none_count_movie),
MRStep(reducer=self.reducer_popular_movie)
]
def steps(self):
return [
MRStep(mapper=self.mapper_cw, reducer=self.reducer_cw),
MRStep(reducer=self.reducer_ctf)
]
def steps(self):
return [
MRStep(mapper=self.build)
]
def steps(self):
N = int(self.options.N)
return [MRStep(mapper=self.mapper_1)] + \
[MRStep(reducer=self.reducer_1)]*N + \
[MRStep(reducer=self.reducer_2)]
def steps(self):
return [
MRStep(mapper=self.mapper, reducer=self.sum_words),
MRStep(reducer=self.reducer)
]
def steps(self):
return [MRStep(mapper=self.mapper)] * self.options.times
def steps(self):
return [
MRStep(mapper=self.mapper, reducer=self.reducer),
# MRStep(reducer=self.identity_reducer)
]
