def exp7():
model0 = ResizeProcessing(0.3, 0.3, force_reload=reload)
return ChainOperator(
model0,
FrameworkFeature(pad=1,
threshold=0.00015,
min_width=4,
force_reload=reload))
def exp2():
model0 = ResizeProcessing(0.3, 0.3, force_reload=reload)
model1 = ChainOperator(model0, SaliencyProcessing(force_reload=reload))
model2 = ChainOperator(model1, PixielStatistics(threshold=0.1,
grids=(3, 4)))
model3 = ChainOperator(
model1, MaxMinStatistics(max_or_min="max", threshold=0.1,
grids=(3, 4)))
model4 = ChainOperator(
model1, MaxMinStatistics(max_or_min="min", threshold=0.1,
grids=(3, 4)))
model5 = ChainOperator(
model1, StandardDeviationStatistics(threshold=0.1, grids=(3, 4)))
model6 = ChainOperator(
model1, StandardDeviationStatistics(threshold=0.1, grids=(1, 1)))
model7 = ChainOperator(model1, MeanStatistics(threshold=0.1, grids=(1, 1)))
model8 = ChainOperator(
model1, DensityStatistics(axis=0, threshold=0.1, grids=(1, 1)))
model9 = ChainOperator(
model1, DensityStatistics(axis=1, threshold=0.1, grids=(1, 1)))
model10 = ChainOperator(model2, CommonStatistics())
model11 = ChainOperator(model3, CommonStatistics())
model12 = ChainOperator(model4, CommonStatistics())
model13 = ChainOperator(model5, CommonStatistics())
model14 = ChainOperator(model2, CommonMaxMinCountStatistics('max'))
model15 = ChainOperator(model2, CommonMaxMinCountStatistics('min'))
return CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(
CombineOperatorND(model14, model15),
model10), model11), model12), model13),
model6), model7), model8), model9)
PictureAmountFeature,
NodeAmountFeature,
ClusterFeature,
BlockSizeFeature,
ComplexNodeFeature,
)
from dataset import DataSet
set_version('exp11')
data = DataSet('/home/gsj987/experiment/webscorer.new/groups/')
data.load_dom(5, (4, 4))
reload = True
model0 = ResizeProcessing(0.3, 0.3, force_reload=reload)
model1 = ChainOperator(model0, MarginFeature(force_reload=reload))
model2 = ChainOperator(model0,
MarginFeature(absolute=False, force_reload=reload))
img_features = CombineOperatorND(model1, model2)
model10 = TextLengthFeature(force_reload=reload)
model11 = PictureAmountFeature(force_reload=reload)
model12 = BlockSizeFeature(force_reload=reload)
model13 = NodeAmountFeature(force_reload=reload)
model14 = TextLengthFeature(force_reload=reload, per_depth=True)
model15 = NodeAmountFeature(force_reload=reload, per_depth=True)
node_features = ClusterFeature(CombineOperatorND(
model10,
CombineOperatorND,
CommonMaxMinCountStatistics,
CommonStatistics,
MaxMinStatistics,
StandardDeviationStatistics,
MeanStatistics,
DensityStatistics,
)
from dataset import DataSet
set_version('exp3')
data = DataSet('/home/gsj987/experiment/webscorer.new/groups/')
reload = True
model0 = ResizeProcessing(0.3, 0.3)
model1 = ChainOperator(model0, CornerProcessing())
model2 = ChainOperator(model1, PixielStatistics(threshold=0.1, grids=(3, 4)))
model3 = ChainOperator(
model1, MaxMinStatistics(max_or_min="max", threshold=0.1, grids=(3, 4)))
model4 = ChainOperator(
model1, MaxMinStatistics(max_or_min="min", threshold=0.1, grids=(3, 4)))
model5 = ChainOperator(
model1, StandardDeviationStatistics(threshold=0.1, grids=(3, 4)))
model6 = ChainOperator(
model1, StandardDeviationStatistics(threshold=0.1, grids=(1, 1)))
model7 = ChainOperator(model1, MeanStatistics(threshold=0.1, grids=(1, 1)))
model8 = ChainOperator(model1,
DensityStatistics(axis=0, threshold=0.1, grids=(1, 1)))
model9 = ChainOperator(model1,
DensityStatistics(axis=1, threshold=0.1, grids=(1, 1)))
def exp10():
model0 = ResizeProcessing(0.3, 0.3, force_reload=reload)
return ChainOperator(
model0, MarginFeature(blocks=(33, 10, 4), force_reload=reload))